[ 643.320026] env[69343]: INFO neutron.common.config [-] Logging enabled! [ 643.320026] env[69343]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 26.0.0.0rc2.dev31 [ 643.320026] env[69343]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69343) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 643.320026] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 643.320026] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 643.320026] env[69343]: WARNING oslo_policy.policy [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 643.320026] env[69343]: WARNING oslo_policy.policy [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 643.320026] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] VMware NSXv3 Agent initialized successfully. [ 643.320645] env[69343]: DEBUG oslo_concurrency.lockutils [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] Acquiring lock "singleton_lock" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.320645] env[69343]: DEBUG oslo_concurrency.lockutils [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] Acquired lock "singleton_lock" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.320700] env[69343]: DEBUG oslo_concurrency.lockutils [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] Releasing lock "singleton_lock" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.321464] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] Full set of CONF: {{(pid=69343) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 643.321464] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ******************************************************************************** {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 643.321464] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] Configuration options gathered from: {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 643.321600] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 643.321766] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 643.321908] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ================================================================================ {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 643.322106] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] agent_down_time = 75 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.322253] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] allow_automatic_dhcp_failover = True {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.322393] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] allow_bulk = True {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.322540] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] api_extensions_path = {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.322984] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] api_paste_config = api-paste.ini {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.322984] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] auth_strategy = keystone {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.322984] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] backdoor_port = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.323166] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] backdoor_socket = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.323214] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] backlog = 4096 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.323322] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] base_mac = fa:16:3e:00:00:00 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.323569] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] bind_host = 0.0.0.0 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.324102] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] bind_port = 9696 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.324102] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] client_socket_timeout = 900 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.324102] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] config_dir = [] {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.324102] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.324307] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] config_source = [] {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.324307] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] control_exchange = neutron {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.324476] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] core_plugin = ml2 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.324626] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] debug = True {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.325340] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] default_availability_zones = [] {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.325340] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.325340] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] dhcp_agent_notification = True {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.325340] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] dhcp_agents_per_network = 1 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.325701] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] dhcp_lease_duration = 86400 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.325701] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] dhcp_load_type = networks {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.325701] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] dns_domain = openstacklocal {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.325841] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.325971] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] enable_default_route_bfd = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.326117] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] enable_default_route_ecmp = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.326263] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] enable_dvr = True {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.326394] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] enable_new_agents = True {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.326794] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.326794] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] enable_signals = True {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.326794] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] enable_traditional_dhcp = True {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.326960] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] external_dns_driver = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.327075] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] filter_validation = True {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.327223] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] global_physnet_mtu = 8950 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.327362] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] graceful_shutdown_timeout = 60 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.327619] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] host = cpu-1 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.327701] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] host_dvr_for_dhcp = True {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.327917] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] http_retries = 3 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.327994] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] instance_format = [instance: %(uuid)s] {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.328125] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.328350] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ipam_driver = internal {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.328515] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ipv6_pd_enabled = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.328659] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] l3_ha = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.328806] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.329317] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] l3_ha_network_physical_name = {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.329491] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] l3_ha_network_type = {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.329650] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] log_color = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.329807] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] log_config_append = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.329958] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.330110] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] log_dir = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.330253] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] log_file = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.330366] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] log_options = True {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.330511] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] log_rotate_interval = 1 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.330661] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] log_rotate_interval_type = days {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.330809] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] log_rotation_type = none {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.330922] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.331052] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.331189] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.331334] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.331446] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.331617] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] max_dns_nameservers = 5 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.331772] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] max_header_line = 16384 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.331917] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] max_l3_agents_per_router = 3 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.332079] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] max_logfile_count = 30 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.332210] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] max_logfile_size_mb = 200 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.332348] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] max_subnet_host_routes = 20 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.332497] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] my_ip = 10.180.1.21 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.332645] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] my_ipv6 = ::1 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.332786] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] network_auto_schedule = True {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.332921] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] network_link_prefix = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.333077] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.333227] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] notify_nova_on_port_data_changes = True {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.333372] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] notify_nova_on_port_status_changes = True {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.333517] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] pagination_max_limit = -1 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.333658] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] publish_errors = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.333799] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] rate_limit_burst = 0 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.333944] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] rate_limit_except_level = CRITICAL {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.334093] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] rate_limit_interval = 0 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.334234] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] retry_until_window = 30 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.334383] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] router_distributed = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.334552] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] rpc_resources_processing_step = 20 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.334695] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] rpc_response_max_timeout = 600 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.334837] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] rpc_response_timeout = 60 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.334978] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] send_events_interval = 2 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.335146] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] service_plugins = ['router'] {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.335296] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] setproctitle = on {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.335460] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] shell_completion = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.335618] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] state_path = /opt/stack/data/neutron {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.335765] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] syslog_log_facility = LOG_USER {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.335908] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] tcp_keepidle = 600 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.336061] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] transport_url = **** {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.336205] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] use_journal = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.336345] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] use_json = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.336485] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] use_ssl = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.336624] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] use_stderr = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.336790] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] use_syslog = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.336940] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] vlan_qinq = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.337090] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] vlan_transparent = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.337230] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] watch_log_file = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.337374] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] wsgi_default_pool_size = 100 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.337513] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] wsgi_keep_alive = True {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.337664] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.337806] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] wsgi_server_debug = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 643.337961] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_concurrency.disable_process_locking = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.338128] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.338281] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.338431] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.338583] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.338730] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.338875] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.339044] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] profiler.connection_string = messaging:// {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.339196] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] profiler.enabled = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.339348] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] profiler.es_doc_type = notification {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.339494] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] profiler.es_scroll_size = 10000 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.339641] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] profiler.es_scroll_time = 2m {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.339786] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] profiler.filter_error_trace = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.339935] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] profiler.hmac_keys = **** {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.340094] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] profiler.sentinel_service_name = mymaster {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.340248] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] profiler.socket_timeout = 0.1 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.340391] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] profiler.trace_requests = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.340534] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] profiler.trace_sqlalchemy = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.340691] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] profiler_jaeger.process_tags = {} {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.340834] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] profiler_jaeger.service_name_prefix = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.340975] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] profiler_otlp.service_name_prefix = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.341143] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_policy.enforce_new_defaults = True {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.341420] env[69343]: WARNING oslo_config.cfg [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 643.341583] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_policy.enforce_scope = True {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.341736] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_policy.policy_default_rule = default {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.341892] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.342068] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.342197] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.342338] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.342478] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.342617] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.342757] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.342902] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_policy.remote_timeout = 60.0 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.343067] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.343219] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] agent.extensions = [] {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.343369] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.343518] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] service_providers.service_provider = [] {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.343699] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] QUOTAS.default_quota = -1 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.343860] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.344027] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] QUOTAS.quota_floatingip = 50 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.344165] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] QUOTAS.quota_network = 100 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.344307] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] QUOTAS.quota_port = 500 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.344482] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.344640] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] QUOTAS.quota_router = 10 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.344785] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] QUOTAS.quota_security_group = 10 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.344929] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.345130] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] QUOTAS.quota_subnet = 100 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.345282] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] QUOTAS.track_quota_usage = True {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.345470] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.345631] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] privsep.group = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.345774] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] privsep.helper_command = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.345927] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.346076] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] privsep.thread_pool_size = 8 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.346219] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] privsep.user = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.346371] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.346818] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] privsep_dhcp_release.group = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.346818] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] privsep_dhcp_release.helper_command = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.346818] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.346909] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.347056] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] privsep_dhcp_release.user = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.347212] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.347352] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] privsep_ovs_vsctl.group = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.347492] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] privsep_ovs_vsctl.helper_command = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.347638] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.347782] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.347916] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] privsep_ovs_vsctl.user = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.348073] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] privsep_namespace.capabilities = [21] {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.348212] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] privsep_namespace.group = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.348350] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] privsep_namespace.helper_command = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.348495] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.348643] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] privsep_namespace.thread_pool_size = 8 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.348781] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] privsep_namespace.user = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.348931] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] privsep_conntrack.capabilities = [12] {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.349081] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] privsep_conntrack.group = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.349213] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] privsep_conntrack.helper_command = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.349356] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.349498] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.349636] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] privsep_conntrack.user = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.349783] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] privsep_link.capabilities = [12, 21] {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.349921] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] privsep_link.group = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.350065] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] privsep_link.helper_command = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.350210] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.350353] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] privsep_link.thread_pool_size = 8 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.350489] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] privsep_link.user = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.350645] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.350793] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.350937] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] AGENT.continue_on_failed_promotions = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.351085] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] AGENT.dscp = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.351230] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] AGENT.dscp_inherit = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.351375] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] AGENT.force_mp_to_policy = True {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.351515] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] AGENT.locking_coordinator_url = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.351656] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] AGENT.log_agent_heartbeats = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.351796] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] AGENT.logging_expire = 1 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.351943] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.352096] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.352248] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] AGENT.polling_interval = 240 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.352392] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.352542] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.352687] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] AGENT.report_interval = 30.0 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.352834] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.352980] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.353139] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.353284] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] AGENT.sync_skew = 60 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.353426] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] AGENT.synchronization_queue_size = 20 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.353571] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] AGENT.use_helper_for_ns_read = True {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.353721] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] SECURITYGROUP.enable_ipset = True {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.353870] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] SECURITYGROUP.enable_security_group = True {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.354025] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.354173] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.354321] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] experimental.ipv6_pd_enabled = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.354509] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ml2.extension_drivers = ['port_security'] {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.354658] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ml2.external_network_type = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.354815] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.354970] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ml2.overlay_ip_version = 4 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.355133] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ml2.path_mtu = 8950 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.355283] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ml2.physical_network_mtus = {} {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.355467] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ml2.tenant_network_types = ['vlan'] {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.355633] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.355788] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ml2.type_drivers = ['vlan'] {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.355940] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] AGENT_CLI.neutron_port_id = [] {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.356126] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.356238] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.356390] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.356544] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.356695] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.356871] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.357035] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.357190] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.357393] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.357554] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] NSXV3.nsxv3_login_password = **** {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.357709] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] NSXV3.nsxv3_login_port = 443 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.357860] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] NSXV3.nsxv3_login_user = admin {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.358016] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.358173] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.358320] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.358466] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.358618] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.358769] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.358919] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.359077] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.359224] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.359371] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.359524] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.359674] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.359823] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.360035] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.360195] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] vsphere.vsphere_login_password = VMware1! {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.360345] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.360490] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.360639] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] nova.auth_section = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.360791] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] nova.auth_type = password {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.360938] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.361087] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] nova.certfile = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.361235] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] nova.collect_timing = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.361387] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] nova.endpoint_type = public {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.361531] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] nova.insecure = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.361666] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] nova.keyfile = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.361813] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] nova.region_name = RegionOne {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.361954] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] nova.split_loggers = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.362102] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] nova.timeout = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.362262] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] placement.auth_section = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.362438] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] placement.auth_type = password {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.362532] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.362695] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] placement.certfile = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.362806] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] placement.collect_timing = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.362942] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] placement.endpoint_type = public {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.363090] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] placement.insecure = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.363226] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] placement.keyfile = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.363361] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] placement.region_name = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.363501] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] placement.split_loggers = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.363636] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] placement.timeout = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.363783] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ironic.auth_section = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.363924] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ironic.auth_type = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.364071] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ironic.cafile = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.364209] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ironic.certfile = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.364354] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ironic.collect_timing = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.364517] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ironic.connect_retries = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.364662] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ironic.connect_retry_delay = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.364804] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ironic.enable_notifications = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.365010] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ironic.endpoint_override = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.365173] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ironic.insecure = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.365315] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ironic.interface = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.365475] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ironic.keyfile = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.365635] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ironic.max_version = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.365760] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ironic.min_version = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.365898] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ironic.region_name = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.366046] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ironic.retriable_status_codes = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.366185] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ironic.service_name = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.366321] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ironic.service_type = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.366469] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ironic.split_loggers = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.366607] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ironic.status_code_retries = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.366766] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ironic.status_code_retry_delay = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.366920] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ironic.timeout = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.367061] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ironic.valid_interfaces = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.367201] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ironic.version = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.367352] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] cli_script.dry_run = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.367507] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.367669] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.367784] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.367926] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.368155] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.368309] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.368462] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.368611] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.368756] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.368907] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.369058] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.369212] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.369360] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.369503] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.369646] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.369797] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.373017] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.373017] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.373017] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.373017] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.373017] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.373017] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.373316] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.373316] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.373316] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.373316] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.373316] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.373316] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.373485] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.373485] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.373485] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.ssl = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.373485] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.373485] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.373485] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.373485] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.373679] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.ssl_version = {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.373679] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.373679] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_notifications.driver = [] {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.373679] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_notifications.retry = -1 {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.373679] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.373679] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] oslo_messaging_notifications.transport_url = **** {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 643.373831] env[69343]: DEBUG oslo_service.backend.eventlet.service [None req-c260cf19-572d-43a8-b2bd-61eecafc81fa None None] ******************************************************************************** {{(pid=69343) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 643.374285] env[69343]: DEBUG neutron.agent.securitygroups_rpc [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Init firewall settings (driver=nsxv3) {{(pid=69343) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 643.375589] env[69343]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69343) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 643.375823] env[69343]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] RPC agent_id: nsxm-l-01a.corp.local [ 643.378061] env[69343]: DEBUG dogpile.cache.region [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 643.378177] env[69343]: DEBUG dogpile.lock [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.378289] env[69343]: DEBUG dogpile.lock [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.378359] env[69343]: DEBUG dogpile.lock [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.378460] env[69343]: DEBUG dogpile.cache.region [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 643.378547] env[69343]: DEBUG dogpile.lock [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.378665] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.413753] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Session token - acquiring [ 643.415294] env[69343]: DEBUG networking_nsxv3.common.locking [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.415520] env[69343]: DEBUG oslo_concurrency.lockutils [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.415691] env[69343]: DEBUG oslo_concurrency.lockutils [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.416279] env[69343]: DEBUG oslo_concurrency.lockutils [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.429806] env[69343]: DEBUG oslo_concurrency.lockutils [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.706673] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 643.726475] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.726631] env[69343]: DEBUG dogpile.cache.region [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Cache value generated in 0.348 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 643.726727] env[69343]: DEBUG dogpile.lock [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.726853] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Activating Policy API Provider. [ 643.727064] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Looking for the default Infrastructure Rules. [ 643.788538] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Looking for the Default Layer3 Logged Drop Section. [ 643.807130] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 643.807625] env[69343]: DEBUG networking_nsxv3.common.locking [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.810563] env[69343]: DEBUG oslo_concurrency.lockutils [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Acquiring lock "all" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.810563] env[69343]: DEBUG oslo_concurrency.lockutils [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Acquired lock "all" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.810782] env[69343]: DEBUG oslo_concurrency.lockutils [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Acquired external semaphore "all" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.811142] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.328114] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.830713] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.336801] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Inventory metadata is going to be refreshed. [ 645.337176] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 646.099449] env[69343]: DEBUG networking_nsxv3.common.locking [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.099761] env[69343]: DEBUG oslo_concurrency.lockutils [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.099761] env[69343]: DEBUG oslo_concurrency.lockutils [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.100300] env[69343]: DEBUG oslo_concurrency.lockutils [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.111778] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 646.216508] env[69343]: DEBUG oslo_concurrency.lockutils [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.217557] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 646.238266] env[69343]: DEBUG networking_nsxv3.common.locking [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.238540] env[69343]: DEBUG oslo_concurrency.lockutils [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.238540] env[69343]: DEBUG oslo_concurrency.lockutils [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.238825] env[69343]: DEBUG oslo_concurrency.lockutils [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.238952] env[69343]: DEBUG oslo_concurrency.lockutils [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.239116] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 646.239233] env[69343]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69343) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 646.239340] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 646.257718] env[69343]: DEBUG networking_nsxv3.common.locking [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.258078] env[69343]: DEBUG oslo_concurrency.lockutils [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.258078] env[69343]: DEBUG oslo_concurrency.lockutils [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.258292] env[69343]: DEBUG oslo_concurrency.lockutils [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.258470] env[69343]: DEBUG oslo_concurrency.lockutils [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.258619] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 646.279490] env[69343]: DEBUG networking_nsxv3.common.locking [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.279777] env[69343]: DEBUG oslo_concurrency.lockutils [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.279777] env[69343]: DEBUG oslo_concurrency.lockutils [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.280074] env[69343]: DEBUG oslo_concurrency.lockutils [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.280220] env[69343]: DEBUG oslo_concurrency.lockutils [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.280366] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 646.298186] env[69343]: DEBUG networking_nsxv3.common.locking [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.298453] env[69343]: DEBUG oslo_concurrency.lockutils [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Acquiring lock "Address Group" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.298453] env[69343]: DEBUG oslo_concurrency.lockutils [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Acquired lock "Address Group" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.298734] env[69343]: DEBUG oslo_concurrency.lockutils [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Acquired external semaphore "Address Group" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.298875] env[69343]: DEBUG oslo_concurrency.lockutils [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Releasing lock "Address Group" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.299034] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 646.299144] env[69343]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69343) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 646.299252] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 646.316137] env[69343]: DEBUG networking_nsxv3.common.locking [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.316425] env[69343]: DEBUG oslo_concurrency.lockutils [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Acquiring lock "Segment QoS" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.316425] env[69343]: DEBUG oslo_concurrency.lockutils [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Acquired lock "Segment QoS" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.316699] env[69343]: DEBUG oslo_concurrency.lockutils [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Acquired external semaphore "Segment QoS" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.316824] env[69343]: DEBUG oslo_concurrency.lockutils [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Releasing lock "Segment QoS" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.316968] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 646.317087] env[69343]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69343) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 646.317196] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 646.335153] env[69343]: DEBUG networking_nsxv3.common.locking [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.335387] env[69343]: DEBUG oslo_concurrency.lockutils [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.335474] env[69343]: DEBUG oslo_concurrency.lockutils [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.335670] env[69343]: DEBUG oslo_concurrency.lockutils [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.335810] env[69343]: DEBUG oslo_concurrency.lockutils [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.335952] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 646.336067] env[69343]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69343) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 646.336168] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Inventory metadata have been refreshed. [ 646.336266] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Dryrun:True. Metadata refresh completed. [ 646.336384] env[69343]: DEBUG oslo_concurrency.lockutils [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Releasing lock "all" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.338029] env[69343]: INFO neutron.agent.agent_extensions_manager [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Loaded agent extensions: [] [ 646.338744] env[69343]: DEBUG neutron_lib.callbacks.manager [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69343) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 646.404728] env[69343]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] NSXv3 Agent Agent RPC Daemon Started! [ 646.404895] env[69343]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] NSXv3 Agent Agent loop - iteration:0 started [ 646.404952] env[69343]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] NSXv3 Agent Agent out of sync with plugin! [ 651.339075] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 651.339492] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 656.340905] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 656.341344] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 660.148411] env[69343]: INFO networking_nsxv3.common.synchronization [None req-624accfa-0f00-4d5c-9eb4-1118eb675dab demo admin] Enqueued Resource ID: d9785b8b-fb4a-43c5-8ff4-9d3011361e81 with Priority: HIGHEST for action security_group_rules [ 660.148736] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9785b8b-fb4a-43c5-8ff4-9d3011361e81 with Priority: HIGHEST for action security_group_rules [ 660.149078] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9785b8b-fb4a-43c5-8ff4-9d3011361e81 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.149228] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9785b8b-fb4a-43c5-8ff4-9d3011361e81" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.149299] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9785b8b-fb4a-43c5-8ff4-9d3011361e81" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.149626] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9785b8b-fb4a-43c5-8ff4-9d3011361e81" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.149713] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9785b8b-fb4a-43c5-8ff4-9d3011361e81',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.670126] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.670344] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.670344] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.670577] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.670648] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.670746] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9785b8b-fb4a-43c5-8ff4-9d3011361e81 already deleted. [ 660.670845] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9785b8b-fb4a-43c5-8ff4-9d3011361e81" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.150438] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 665.150791] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 670.152206] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 670.152432] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 675.153802] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 675.154404] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 680.156577] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 680.156577] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 684.215412] env[69343]: INFO networking_nsxv3.common.synchronization [None req-a253f718-2215-42c9-8142-357f8707c845 None None] Enqueued Resource ID: cb15ebf1-b347-41a4-90c7-8d01a788eb93 with Priority: HIGHEST for action port [ 684.215674] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb15ebf1-b347-41a4-90c7-8d01a788eb93 with Priority: HIGHEST for action port [ 684.216319] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb15ebf1-b347-41a4-90c7-8d01a788eb93 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.219028] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb15ebf1-b347-41a4-90c7-8d01a788eb93" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.219028] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb15ebf1-b347-41a4-90c7-8d01a788eb93" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.219028] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb15ebf1-b347-41a4-90c7-8d01a788eb93" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.219360] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb15ebf1-b347-41a4-90c7-8d01a788eb93',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.721699] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb15ebf1-b347-41a4-90c7-8d01a788eb93 [ 684.721953] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.722137] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.722211] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.722429] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.722521] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.722618] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb15ebf1-b347-41a4-90c7-8d01a788eb93 already deleted. [ 684.722697] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb15ebf1-b347-41a4-90c7-8d01a788eb93" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.878471] env[69343]: INFO networking_nsxv3.common.synchronization [None req-a8e4ed27-0b1d-43c0-a41c-bf81400eca1b None None] Enqueued Resource ID: 456c6476-1eff-4395-ab11-055dd50dd1ad with Priority: HIGHEST for action port [ 685.878871] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 456c6476-1eff-4395-ab11-055dd50dd1ad with Priority: HIGHEST for action port [ 685.878995] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-456c6476-1eff-4395-ab11-055dd50dd1ad taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.879144] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-456c6476-1eff-4395-ab11-055dd50dd1ad" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.879213] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-456c6476-1eff-4395-ab11-055dd50dd1ad" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.879455] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-456c6476-1eff-4395-ab11-055dd50dd1ad" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.879538] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('456c6476-1eff-4395-ab11-055dd50dd1ad',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.382966] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 456c6476-1eff-4395-ab11-055dd50dd1ad [ 686.384517] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.384517] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.384517] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.384517] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.384517] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.384517] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:456c6476-1eff-4395-ab11-055dd50dd1ad already deleted. [ 686.384517] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-456c6476-1eff-4395-ab11-055dd50dd1ad" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.815203] env[69343]: INFO networking_nsxv3.common.synchronization [None req-ba5df85e-f89d-4548-a4c6-9c3b03c8b504 None None] Enqueued Resource ID: f786d0d3-112e-40e7-8d6d-dc4b1061ab97 with Priority: HIGHEST for action port [ 690.815451] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f786d0d3-112e-40e7-8d6d-dc4b1061ab97 with Priority: HIGHEST for action port [ 690.815959] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-f786d0d3-112e-40e7-8d6d-dc4b1061ab97 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.816617] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f786d0d3-112e-40e7-8d6d-dc4b1061ab97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.816617] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f786d0d3-112e-40e7-8d6d-dc4b1061ab97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.816617] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f786d0d3-112e-40e7-8d6d-dc4b1061ab97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.816617] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f786d0d3-112e-40e7-8d6d-dc4b1061ab97',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.308839] env[69343]: INFO networking_nsxv3.common.synchronization [None req-f20d18b5-dde5-45e1-91cc-b4b03a6fc4e7 None None] Enqueued Resource ID: 9dee8e50-e462-4ab4-8b04-7851c0ff06b3 with Priority: HIGHEST for action port [ 691.308839] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dee8e50-e462-4ab4-8b04-7851c0ff06b3 with Priority: HIGHEST for action port [ 691.310081] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-9dee8e50-e462-4ab4-8b04-7851c0ff06b3 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.310081] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9dee8e50-e462-4ab4-8b04-7851c0ff06b3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.310081] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9dee8e50-e462-4ab4-8b04-7851c0ff06b3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.310081] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9dee8e50-e462-4ab4-8b04-7851c0ff06b3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.310081] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dee8e50-e462-4ab4-8b04-7851c0ff06b3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.323035] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f786d0d3-112e-40e7-8d6d-dc4b1061ab97 [ 691.323035] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.323035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.323035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.323035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.323035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.323035] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f786d0d3-112e-40e7-8d6d-dc4b1061ab97 already deleted. [ 691.323035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f786d0d3-112e-40e7-8d6d-dc4b1061ab97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.815990] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9dee8e50-e462-4ab4-8b04-7851c0ff06b3 [ 691.815990] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.817913] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.817913] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.817913] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.817913] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.817913] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9dee8e50-e462-4ab4-8b04-7851c0ff06b3 already deleted. [ 691.817913] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9dee8e50-e462-4ab4-8b04-7851c0ff06b3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.322976] env[69343]: INFO networking_nsxv3.common.synchronization [None req-4ebbba40-2894-4c34-9694-f243d9875145 None None] Enqueued Resource ID: eb44703a-3343-4126-8d68-bf8811271322 with Priority: HIGHEST for action port [ 692.326020] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb44703a-3343-4126-8d68-bf8811271322 with Priority: HIGHEST for action port [ 692.326020] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb44703a-3343-4126-8d68-bf8811271322 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.326020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb44703a-3343-4126-8d68-bf8811271322" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.326020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb44703a-3343-4126-8d68-bf8811271322" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.326020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb44703a-3343-4126-8d68-bf8811271322" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.326020] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb44703a-3343-4126-8d68-bf8811271322',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.603363] env[69343]: INFO networking_nsxv3.common.synchronization [None req-4c98ef17-ebc7-441e-a260-9ea78bb32726 None None] Enqueued Resource ID: c438f182-5edd-4a90-9f00-7ac9b22b8c32 with Priority: HIGHEST for action port [ 692.604098] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c438f182-5edd-4a90-9f00-7ac9b22b8c32 with Priority: HIGHEST for action port [ 692.606015] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-c438f182-5edd-4a90-9f00-7ac9b22b8c32 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.606015] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c438f182-5edd-4a90-9f00-7ac9b22b8c32" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.606015] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c438f182-5edd-4a90-9f00-7ac9b22b8c32" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.606015] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c438f182-5edd-4a90-9f00-7ac9b22b8c32" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.606015] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c438f182-5edd-4a90-9f00-7ac9b22b8c32',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.830886] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb44703a-3343-4126-8d68-bf8811271322 [ 692.830886] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.830886] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.830886] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.830886] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.830886] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.830886] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb44703a-3343-4126-8d68-bf8811271322 already deleted. [ 692.830886] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb44703a-3343-4126-8d68-bf8811271322" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.999017] env[69343]: INFO networking_nsxv3.common.synchronization [None req-a08cabee-0d90-473b-87d1-f77956a58f56 None None] Enqueued Resource ID: de67af75-8007-46c6-adbb-6a6947354d5a with Priority: HIGHEST for action port [ 692.999017] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de67af75-8007-46c6-adbb-6a6947354d5a with Priority: HIGHEST for action port [ 692.999017] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-de67af75-8007-46c6-adbb-6a6947354d5a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.999017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de67af75-8007-46c6-adbb-6a6947354d5a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.999017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de67af75-8007-46c6-adbb-6a6947354d5a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.999017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de67af75-8007-46c6-adbb-6a6947354d5a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.999017] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de67af75-8007-46c6-adbb-6a6947354d5a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.112018] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c438f182-5edd-4a90-9f00-7ac9b22b8c32 [ 693.112018] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.112018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.112018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.112018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.112018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.112018] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c438f182-5edd-4a90-9f00-7ac9b22b8c32 already deleted. [ 693.112018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c438f182-5edd-4a90-9f00-7ac9b22b8c32" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.350162] env[69343]: INFO networking_nsxv3.common.synchronization [None req-acc1d5a1-7c1e-439e-82db-a8722d40e0bb None None] Enqueued Resource ID: 590ab686-e341-4ffb-92e8-bb05dbecd2fe with Priority: HIGHEST for action port [ 693.350162] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 590ab686-e341-4ffb-92e8-bb05dbecd2fe with Priority: HIGHEST for action port [ 693.350162] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-590ab686-e341-4ffb-92e8-bb05dbecd2fe taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.350162] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-590ab686-e341-4ffb-92e8-bb05dbecd2fe" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.350162] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-590ab686-e341-4ffb-92e8-bb05dbecd2fe" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.352405] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-590ab686-e341-4ffb-92e8-bb05dbecd2fe" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.352405] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('590ab686-e341-4ffb-92e8-bb05dbecd2fe',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.501386] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de67af75-8007-46c6-adbb-6a6947354d5a [ 693.501615] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.501757] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.501847] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.502038] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.502127] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.502288] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de67af75-8007-46c6-adbb-6a6947354d5a already deleted. [ 693.502288] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de67af75-8007-46c6-adbb-6a6947354d5a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.855315] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 590ab686-e341-4ffb-92e8-bb05dbecd2fe [ 693.855315] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.855315] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.855315] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.855315] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.855315] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.855315] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:590ab686-e341-4ffb-92e8-bb05dbecd2fe already deleted. [ 693.855315] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-590ab686-e341-4ffb-92e8-bb05dbecd2fe" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.342415] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.342415] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.342415] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.342415] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.342726] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.679752] env[69343]: INFO networking_nsxv3.common.synchronization [None req-aa602ce7-e0e1-4127-bc1d-c16a3b91f599 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Enqueued Resource ID: 263a8019-cd3d-4d98-849d-6a5083536c84 with Priority: HIGHEST for action security_group_rules [ 694.680419] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 263a8019-cd3d-4d98-849d-6a5083536c84 with Priority: HIGHEST for action security_group_rules [ 694.680779] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-263a8019-cd3d-4d98-849d-6a5083536c84 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.681096] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.682550] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.682550] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.682550] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('263a8019-cd3d-4d98-849d-6a5083536c84',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.771450] env[69343]: INFO networking_nsxv3.common.synchronization [None req-58daa7dc-679e-4fc2-a483-3cf130b65c83 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Enqueued Resource ID: 263a8019-cd3d-4d98-849d-6a5083536c84 with Priority: HIGHEST for action security_group_rules [ 694.772118] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 263a8019-cd3d-4d98-849d-6a5083536c84 with Priority: HIGHEST for action security_group_rules [ 694.772441] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-263a8019-cd3d-4d98-849d-6a5083536c84 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.772659] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.844398] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.205439] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.206388] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.206388] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.206388] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.206388] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.206388] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 263a8019-cd3d-4d98-849d-6a5083536c84 already deleted. [ 695.206388] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.206388] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.206712] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.206712] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('263a8019-cd3d-4d98-849d-6a5083536c84',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.300091] env[69343]: INFO networking_nsxv3.common.synchronization [None req-c1b80f79-118d-413d-ad94-6ba14696f48d None None] Enqueued Resource ID: 7007b380-dcda-494d-8e86-ee84a6f4fce4 with Priority: HIGHEST for action port [ 695.300091] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7007b380-dcda-494d-8e86-ee84a6f4fce4 with Priority: HIGHEST for action port [ 695.300091] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-7007b380-dcda-494d-8e86-ee84a6f4fce4 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.300091] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7007b380-dcda-494d-8e86-ee84a6f4fce4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.300091] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7007b380-dcda-494d-8e86-ee84a6f4fce4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.300091] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7007b380-dcda-494d-8e86-ee84a6f4fce4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.300091] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7007b380-dcda-494d-8e86-ee84a6f4fce4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.348236] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.730427] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.730427] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.730427] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.730427] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.730427] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.730427] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 263a8019-cd3d-4d98-849d-6a5083536c84 already deleted. [ 695.730427] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.800829] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7007b380-dcda-494d-8e86-ee84a6f4fce4 [ 695.801157] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.801306] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.801559] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.801634] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.801717] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.801871] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7007b380-dcda-494d-8e86-ee84a6f4fce4 already deleted. [ 695.801933] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7007b380-dcda-494d-8e86-ee84a6f4fce4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.851283] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 695.851379] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 696.077272] env[69343]: INFO networking_nsxv3.common.synchronization [None req-5cfef0c4-8546-42b6-8685-d31f42d75d90 None None] Enqueued Resource ID: 8f126e32-55a8-4ad2-b4f6-e9efe87f586f with Priority: HIGHEST for action port [ 696.077850] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f126e32-55a8-4ad2-b4f6-e9efe87f586f with Priority: HIGHEST for action port [ 696.078229] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f126e32-55a8-4ad2-b4f6-e9efe87f586f taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.078411] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f126e32-55a8-4ad2-b4f6-e9efe87f586f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.078519] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f126e32-55a8-4ad2-b4f6-e9efe87f586f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.078803] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f126e32-55a8-4ad2-b4f6-e9efe87f586f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.078933] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f126e32-55a8-4ad2-b4f6-e9efe87f586f',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.581488] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f126e32-55a8-4ad2-b4f6-e9efe87f586f [ 696.581761] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.581857] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.581979] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.582170] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.582300] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.582368] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f126e32-55a8-4ad2-b4f6-e9efe87f586f already deleted. [ 696.582448] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f126e32-55a8-4ad2-b4f6-e9efe87f586f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.644621] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.644621] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.644621] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.645797] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.656851] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 696.658074] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.659450] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 696.678181] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.678181] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.678181] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.678359] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.678434] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.678534] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 696.678604] env[69343]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69343) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 696.678674] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 696.699837] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.699837] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.700045] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.700201] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.700234] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.700408] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 696.720680] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.720811] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.720811] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.721353] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.721353] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.721353] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 696.740250] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.740474] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.740474] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.740718] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.740823] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.740939] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 696.741023] env[69343]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69343) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 696.741095] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 696.759820] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.759820] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.759997] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.761130] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.761130] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.761130] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 696.761130] env[69343]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69343) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 696.761130] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 696.780621] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.780780] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.781047] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.781585] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.781585] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.781585] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 696.781585] env[69343]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69343) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 696.781810] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 696.781810] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 696.781810] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 696.781810] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 696.781972] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 696.782188] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 696.782263] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 696.782316] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 696.802482] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.802763] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.802763] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.802910] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.803024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.803138] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 696.822999] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.823168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.823251] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.823467] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.823569] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.836910] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.898344] env[69343]: INFO networking_nsxv3.common.synchronization [None req-ccb72324-a474-4e9f-aa6b-f8b39f968b8d None None] Enqueued Resource ID: e0799310-c014-4a57-9d47-61300e6f8861 with Priority: HIGHEST for action port [ 696.898583] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0799310-c014-4a57-9d47-61300e6f8861 with Priority: HIGHEST for action port [ 696.899173] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0799310-c014-4a57-9d47-61300e6f8861 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.899299] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0799310-c014-4a57-9d47-61300e6f8861" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.899393] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0799310-c014-4a57-9d47-61300e6f8861" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.899609] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0799310-c014-4a57-9d47-61300e6f8861" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.899765] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0799310-c014-4a57-9d47-61300e6f8861',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.095411] env[69343]: INFO networking_nsxv3.common.synchronization [req-ada8c9fb-255a-464b-818c-5de81a4d05d6 req-d3ac5bde-4054-4b60-a8b3-a328535f75d0 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Enqueued Resource ID: a8e81289-2fbd-4664-9b74-973ca9612c95 with Priority: HIGHEST for action security_group_members [ 697.095939] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e81289-2fbd-4664-9b74-973ca9612c95 with Priority: HIGHEST for action security_group_members [ 697.096298] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e81289-2fbd-4664-9b74-973ca9612c95 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.096407] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e81289-2fbd-4664-9b74-973ca9612c95" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.096476] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e81289-2fbd-4664-9b74-973ca9612c95" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.096708] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e81289-2fbd-4664-9b74-973ca9612c95" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.097034] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.097034] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.097653] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.098784] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.098784] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.098784] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e81289-2fbd-4664-9b74-973ca9612c95',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.401884] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0799310-c014-4a57-9d47-61300e6f8861 [ 697.402158] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.402299] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.402367] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.402584] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.402679] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.402777] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0799310-c014-4a57-9d47-61300e6f8861 already deleted. [ 697.402861] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0799310-c014-4a57-9d47-61300e6f8861" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.605428] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.605428] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.605428] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.605428] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.605428] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.605428] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.605428] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.605428] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.605428] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.605428] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.605428] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e81289-2fbd-4664-9b74-973ca9612c95 already deleted. [ 697.605428] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e81289-2fbd-4664-9b74-973ca9612c95" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.644716] env[69343]: INFO networking_nsxv3.common.synchronization [None req-59854b0f-698c-409f-9c0f-3c782be8bec9 None None] Enqueued Resource ID: 547888db-fd49-42d1-a4f2-9ea30d0a3b82 with Priority: HIGHEST for action port [ 697.644716] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547888db-fd49-42d1-a4f2-9ea30d0a3b82 with Priority: HIGHEST for action port [ 697.646672] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-547888db-fd49-42d1-a4f2-9ea30d0a3b82 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.647138] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-547888db-fd49-42d1-a4f2-9ea30d0a3b82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.647138] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-547888db-fd49-42d1-a4f2-9ea30d0a3b82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.647138] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-547888db-fd49-42d1-a4f2-9ea30d0a3b82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.647526] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('547888db-fd49-42d1-a4f2-9ea30d0a3b82',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.149784] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 547888db-fd49-42d1-a4f2-9ea30d0a3b82 [ 698.149784] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.149784] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.149784] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.149784] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.149784] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.149994] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:547888db-fd49-42d1-a4f2-9ea30d0a3b82 already deleted. [ 698.149994] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-547888db-fd49-42d1-a4f2-9ea30d0a3b82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.539232] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-577 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.539654] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.539819] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.540165] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.540464] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.540664] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.540814] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.541096] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.541269] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.544056] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 698.544056] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.544056] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.544056] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.544056] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 698.544056] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.544056] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.564682] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.564844] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 698.565594] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.565594] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.567867] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-cc4deb7e-fbef-4cbc-9a5d-59af6721febe taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.567867] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-cc4deb7e-fbef-4cbc-9a5d-59af6721febe" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.567867] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-cc4deb7e-fbef-4cbc-9a5d-59af6721febe" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.567867] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-cc4deb7e-fbef-4cbc-9a5d-59af6721febe" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.567867] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc4deb7e-fbef-4cbc-9a5d-59af6721febe',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.075050] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.075773] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.075773] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.075773] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.075937] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.076249] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port cc4deb7e-fbef-4cbc-9a5d-59af6721febe not found, creating... [ 699.076406] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.076686] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.076686] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.076820] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.077019] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.077344] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.077520] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.077652] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.077871] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.078023] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.078252] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: cc4deb7e-fbef-4cbc-9a5d-59af6721febe is going to be created. [ 699.100278] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.100278] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.100278] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.100721] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.100721] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.101208] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-cc4deb7e-fbef-4cbc-9a5d-59af6721febe" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.229452] env[69343]: INFO networking_nsxv3.common.synchronization [None req-c6e60aaf-4144-4eb2-a8ee-9b94538e69e8 None None] Enqueued Resource ID: 5a7b6ab3-734f-45f8-8ba6-97be749bf716 with Priority: HIGHEST for action port [ 699.229452] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a7b6ab3-734f-45f8-8ba6-97be749bf716 with Priority: HIGHEST for action port [ 699.229707] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a7b6ab3-734f-45f8-8ba6-97be749bf716 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.229855] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a7b6ab3-734f-45f8-8ba6-97be749bf716" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.229903] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a7b6ab3-734f-45f8-8ba6-97be749bf716" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.231575] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a7b6ab3-734f-45f8-8ba6-97be749bf716" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.231575] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a7b6ab3-734f-45f8-8ba6-97be749bf716',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.316423] env[69343]: INFO networking_nsxv3.common.synchronization [req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 req-386b3785-a95a-45cb-bfd4-32e187f3aaeb tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Enqueued Resource ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 with Priority: HIGHEST for action security_group_members [ 699.316503] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 with Priority: HIGHEST for action security_group_members [ 699.316774] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.316894] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.316958] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.318156] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.318331] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.318661] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.318777] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.318968] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.319145] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.319269] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2bcfb43-8656-4657-b3e6-8e1cfa4681d6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.636999] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-577 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.637140] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.637351] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.637631] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.639763] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.640527] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.640776] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.641194] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.641414] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.641736] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.641884] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.642130] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.642253] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.642482] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.642482] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.642605] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.661423] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.661423] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 699.661564] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.661727] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.662085] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-11338a71-bc15-4a3d-a87d-c11efb979f61 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.662203] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-11338a71-bc15-4a3d-a87d-c11efb979f61" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.662700] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-11338a71-bc15-4a3d-a87d-c11efb979f61" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.662700] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-11338a71-bc15-4a3d-a87d-c11efb979f61" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.662800] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11338a71-bc15-4a3d-a87d-c11efb979f61',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.733400] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a7b6ab3-734f-45f8-8ba6-97be749bf716 [ 699.734043] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.734356] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.734453] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.736147] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.736297] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.736408] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a7b6ab3-734f-45f8-8ba6-97be749bf716 already deleted. [ 699.736503] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a7b6ab3-734f-45f8-8ba6-97be749bf716" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.822302] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.822607] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.826058] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.826400] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.826528] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.826822] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.826973] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.827086] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.827298] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.827409] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.827518] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 already deleted. [ 699.827796] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.902203] env[69343]: INFO networking_nsxv3.common.synchronization [None req-261e51db-b78b-488c-ad7e-bc93b1d45961 None None] Enqueued Resource ID: 1a09b372-9dd5-4eef-adeb-93ba0f6ddcfc with Priority: HIGHEST for action port [ 699.902456] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a09b372-9dd5-4eef-adeb-93ba0f6ddcfc with Priority: HIGHEST for action port [ 699.904063] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a09b372-9dd5-4eef-adeb-93ba0f6ddcfc taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.904252] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a09b372-9dd5-4eef-adeb-93ba0f6ddcfc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.904320] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a09b372-9dd5-4eef-adeb-93ba0f6ddcfc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.904580] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a09b372-9dd5-4eef-adeb-93ba0f6ddcfc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.904660] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a09b372-9dd5-4eef-adeb-93ba0f6ddcfc',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.069074] env[69343]: INFO networking_nsxv3.common.synchronization [req-ada8c9fb-255a-464b-818c-5de81a4d05d6 req-5705ea4b-4db6-4061-bab4-b05140b8716c service nova] Enqueued Resource ID: a8e81289-2fbd-4664-9b74-973ca9612c95 with Priority: HIGHEST for action security_group_rules [ 700.069354] env[69343]: INFO networking_nsxv3.common.synchronization [req-ada8c9fb-255a-464b-818c-5de81a4d05d6 req-5705ea4b-4db6-4061-bab4-b05140b8716c service nova] Enqueued Resource ID: a8e81289-2fbd-4664-9b74-973ca9612c95 with Priority: HIGHEST for action security_group_members [ 700.069354] env[69343]: INFO networking_nsxv3.common.synchronization [req-ada8c9fb-255a-464b-818c-5de81a4d05d6 req-5705ea4b-4db6-4061-bab4-b05140b8716c service nova] Enqueued Resource ID: cc4deb7e-fbef-4cbc-9a5d-59af6721febe with Priority: HIGHEST for action port [ 700.069792] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e81289-2fbd-4664-9b74-973ca9612c95 with Priority: HIGHEST for action security_group_rules [ 700.070059] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e81289-2fbd-4664-9b74-973ca9612c95 with Priority: HIGHEST for action security_group_members [ 700.070059] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc4deb7e-fbef-4cbc-9a5d-59af6721febe with Priority: HIGHEST for action port [ 700.070279] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8e81289-2fbd-4664-9b74-973ca9612c95 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.071518] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8e81289-2fbd-4664-9b74-973ca9612c95" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.071518] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8e81289-2fbd-4664-9b74-973ca9612c95" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.071518] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8e81289-2fbd-4664-9b74-973ca9612c95" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.071518] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8e81289-2fbd-4664-9b74-973ca9612c95',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.076058] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e81289-2fbd-4664-9b74-973ca9612c95 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.076304] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e81289-2fbd-4664-9b74-973ca9612c95" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.076304] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e81289-2fbd-4664-9b74-973ca9612c95" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.076445] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e81289-2fbd-4664-9b74-973ca9612c95" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.076552] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.076652] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.076724] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.076854] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.076937] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.077054] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e81289-2fbd-4664-9b74-973ca9612c95',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.078191] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc4deb7e-fbef-4cbc-9a5d-59af6721febe taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.079295] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc4deb7e-fbef-4cbc-9a5d-59af6721febe" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.079295] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc4deb7e-fbef-4cbc-9a5d-59af6721febe" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.080961] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc4deb7e-fbef-4cbc-9a5d-59af6721febe" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.081084] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc4deb7e-fbef-4cbc-9a5d-59af6721febe',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.168719] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.168941] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.169126] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.169763] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.170089] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.170467] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 11338a71-bc15-4a3d-a87d-c11efb979f61 not found, creating... [ 700.170742] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.173019] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.173019] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.173019] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.173501] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.173875] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.173875] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.173992] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.174323] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.174381] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.174539] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 11338a71-bc15-4a3d-a87d-c11efb979f61 is going to be created. [ 700.193321] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.193536] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.193760] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.194113] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.194423] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.194672] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-11338a71-bc15-4a3d-a87d-c11efb979f61" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.407315] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a09b372-9dd5-4eef-adeb-93ba0f6ddcfc [ 700.407830] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.407830] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.407830] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.408200] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.408200] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.408278] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a09b372-9dd5-4eef-adeb-93ba0f6ddcfc already deleted. [ 700.408324] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a09b372-9dd5-4eef-adeb-93ba0f6ddcfc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.439508] env[69343]: INFO networking_nsxv3.common.synchronization [None req-cbd44faa-aa5c-4b5b-9f44-7c1e2c996b76 None None] Enqueued Resource ID: faa67545-b4ed-4875-925c-6685081d80f2 with Priority: HIGHEST for action port [ 700.439669] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faa67545-b4ed-4875-925c-6685081d80f2 with Priority: HIGHEST for action port [ 700.440515] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-faa67545-b4ed-4875-925c-6685081d80f2 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.441935] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faa67545-b4ed-4875-925c-6685081d80f2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.441935] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faa67545-b4ed-4875-925c-6685081d80f2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.442266] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faa67545-b4ed-4875-925c-6685081d80f2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.443424] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faa67545-b4ed-4875-925c-6685081d80f2',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.583512] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e81289-2fbd-4664-9b74-973ca9612c95 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.584302] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e81289-2fbd-4664-9b74-973ca9612c95" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.592849] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8e81289-2fbd-4664-9b74-973ca9612c95',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.596017] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc4deb7e-fbef-4cbc-9a5d-59af6721febe with status ACTIVE [ 700.596017] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.596017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.596017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.596017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.596017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.596017] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.596017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.596017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.596017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.596017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.596017] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.596017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.596017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.596017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.596017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.600684] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc4deb7e-fbef-4cbc-9a5d-59af6721febe is going to be updated. [ 700.619158] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.619318] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.619318] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.619467] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.619618] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.619755] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc4deb7e-fbef-4cbc-9a5d-59af6721febe" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.945168] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port faa67545-b4ed-4875-925c-6685081d80f2 [ 700.945486] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.946310] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.946310] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.946310] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.946310] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.946310] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:faa67545-b4ed-4875-925c-6685081d80f2 already deleted. [ 700.946310] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faa67545-b4ed-4875-925c-6685081d80f2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.103376] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8e81289-2fbd-4664-9b74-973ca9612c95',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.442305] env[69343]: INFO networking_nsxv3.common.synchronization [req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 req-89afb2da-9da2-43ea-9584-bad60540e1f3 service nova] Enqueued Resource ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 with Priority: HIGHEST for action security_group_rules [ 701.442305] env[69343]: INFO networking_nsxv3.common.synchronization [req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 req-89afb2da-9da2-43ea-9584-bad60540e1f3 service nova] Enqueued Resource ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 with Priority: HIGHEST for action security_group_members [ 701.442305] env[69343]: INFO networking_nsxv3.common.synchronization [req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 req-89afb2da-9da2-43ea-9584-bad60540e1f3 service nova] Enqueued Resource ID: 11338a71-bc15-4a3d-a87d-c11efb979f61 with Priority: HIGHEST for action port [ 701.442305] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 with Priority: HIGHEST for action security_group_rules [ 701.442305] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 with Priority: HIGHEST for action security_group_members [ 701.442305] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11338a71-bc15-4a3d-a87d-c11efb979f61 with Priority: HIGHEST for action port [ 701.442864] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.442991] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.444879] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.445628] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.445702] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2bcfb43-8656-4657-b3e6-8e1cfa4681d6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.447137] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.447196] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.447262] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.447984] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.447984] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.447984] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.447984] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.448165] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.448165] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.448223] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2bcfb43-8656-4657-b3e6-8e1cfa4681d6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.449234] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-11338a71-bc15-4a3d-a87d-c11efb979f61 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.450312] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11338a71-bc15-4a3d-a87d-c11efb979f61" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.450404] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11338a71-bc15-4a3d-a87d-c11efb979f61" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.450586] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11338a71-bc15-4a3d-a87d-c11efb979f61" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.450663] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11338a71-bc15-4a3d-a87d-c11efb979f61',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.607753] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.607753] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.607753] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.607753] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.608137] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.608407] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e81289-2fbd-4664-9b74-973ca9612c95 is going to be created. [ 701.638838] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.638838] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.638838] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.638838] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.638838] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.647773] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e81289-2fbd-4664-9b74-973ca9612c95 in Status: UNINITIALIZED for 2s [ 701.953014] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.953368] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.953607] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2bcfb43-8656-4657-b3e6-8e1cfa4681d6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.955607] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11338a71-bc15-4a3d-a87d-c11efb979f61 with status ACTIVE [ 701.955607] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.955968] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.955968] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.955968] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.957097] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.960302] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.960302] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.960302] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.960302] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.960302] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.960302] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.960302] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.960302] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.960302] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.960302] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.960302] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11338a71-bc15-4a3d-a87d-c11efb979f61 is going to be updated. [ 701.980487] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.980961] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.980961] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.980961] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.981198] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.981198] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11338a71-bc15-4a3d-a87d-c11efb979f61" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.461690] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2bcfb43-8656-4657-b3e6-8e1cfa4681d6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.645165] env[69343]: INFO networking_nsxv3.common.synchronization [None req-fe44c487-49f9-415c-9676-aabe8cddbc3c None None] Enqueued Resource ID: c38dc0a4-8d74-4388-acf1-a040725ba465 with Priority: HIGHEST for action port [ 702.646637] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38dc0a4-8d74-4388-acf1-a040725ba465 with Priority: HIGHEST for action port [ 702.647389] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-c38dc0a4-8d74-4388-acf1-a040725ba465 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.647586] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c38dc0a4-8d74-4388-acf1-a040725ba465" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.650122] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c38dc0a4-8d74-4388-acf1-a040725ba465" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.650122] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c38dc0a4-8d74-4388-acf1-a040725ba465" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.650122] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c38dc0a4-8d74-4388-acf1-a040725ba465',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.815838] env[69343]: INFO networking_nsxv3.common.synchronization [None req-91874cb7-5f56-43c5-af45-738930cdd95e None None] Enqueued Resource ID: 8175b39e-5b96-4631-8d25-5c80250b5b1c with Priority: HIGHEST for action port [ 702.816102] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8175b39e-5b96-4631-8d25-5c80250b5b1c with Priority: HIGHEST for action port [ 702.816682] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-8175b39e-5b96-4631-8d25-5c80250b5b1c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.816846] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8175b39e-5b96-4631-8d25-5c80250b5b1c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.816888] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8175b39e-5b96-4631-8d25-5c80250b5b1c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.817134] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8175b39e-5b96-4631-8d25-5c80250b5b1c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.817218] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8175b39e-5b96-4631-8d25-5c80250b5b1c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.967017] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.967017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.967017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.967017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.967017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.967017] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 is going to be created. [ 702.990864] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.990864] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.990864] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.990864] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.990864] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.998123] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 in Status: UNINITIALIZED for 2s [ 703.153613] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c38dc0a4-8d74-4388-acf1-a040725ba465 [ 703.153887] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.154061] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.154190] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.154349] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.154473] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.154583] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c38dc0a4-8d74-4388-acf1-a040725ba465 already deleted. [ 703.154662] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c38dc0a4-8d74-4388-acf1-a040725ba465" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.325692] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8175b39e-5b96-4631-8d25-5c80250b5b1c [ 703.325692] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.325692] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.325692] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.325692] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.325692] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.325692] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8175b39e-5b96-4631-8d25-5c80250b5b1c already deleted. [ 703.325692] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8175b39e-5b96-4631-8d25-5c80250b5b1c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.514206] env[69343]: INFO networking_nsxv3.common.synchronization [None req-06d27455-192b-4528-a29b-aa0eba232e92 tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Enqueued Resource ID: ca29e31f-fa66-41ed-ad31-30ffd294523e with Priority: HIGHEST for action security_group_rules [ 703.514779] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca29e31f-fa66-41ed-ad31-30ffd294523e with Priority: HIGHEST for action security_group_rules [ 703.515328] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca29e31f-fa66-41ed-ad31-30ffd294523e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.515328] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca29e31f-fa66-41ed-ad31-30ffd294523e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.515328] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca29e31f-fa66-41ed-ad31-30ffd294523e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.515617] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca29e31f-fa66-41ed-ad31-30ffd294523e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.515716] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca29e31f-fa66-41ed-ad31-30ffd294523e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.636591] env[69343]: INFO networking_nsxv3.common.synchronization [None req-d396a97a-9e69-4189-ba6a-ebe0c54fc52f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Enqueued Resource ID: ca29e31f-fa66-41ed-ad31-30ffd294523e with Priority: HIGHEST for action security_group_rules [ 703.637094] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca29e31f-fa66-41ed-ad31-30ffd294523e with Priority: HIGHEST for action security_group_rules [ 703.637392] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca29e31f-fa66-41ed-ad31-30ffd294523e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.637502] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca29e31f-fa66-41ed-ad31-30ffd294523e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.658379] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e81289-2fbd-4664-9b74-973ca9612c95 in Status: SUCCESS [ 703.658379] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e81289-2fbd-4664-9b74-973ca9612c95" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.658379] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e81289-2fbd-4664-9b74-973ca9612c95" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.658379] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e81289-2fbd-4664-9b74-973ca9612c95" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.658379] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.658379] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.658379] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.658379] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.658379] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.658662] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e81289-2fbd-4664-9b74-973ca9612c95" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.658662] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8e81289-2fbd-4664-9b74-973ca9612c95',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.037025] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.037191] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.037229] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.038228] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.038228] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.038228] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca29e31f-fa66-41ed-ad31-30ffd294523e already deleted. [ 704.038228] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca29e31f-fa66-41ed-ad31-30ffd294523e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.038228] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca29e31f-fa66-41ed-ad31-30ffd294523e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.038228] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca29e31f-fa66-41ed-ad31-30ffd294523e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.038228] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca29e31f-fa66-41ed-ad31-30ffd294523e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.164734] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e81289-2fbd-4664-9b74-973ca9612c95 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.164891] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e81289-2fbd-4664-9b74-973ca9612c95" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.164959] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e81289-2fbd-4664-9b74-973ca9612c95" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.165197] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e81289-2fbd-4664-9b74-973ca9612c95" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.165382] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.165478] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.165539] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.165683] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.165776] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.165843] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e81289-2fbd-4664-9b74-973ca9612c95" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.165983] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e81289-2fbd-4664-9b74-973ca9612c95 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.166121] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e81289-2fbd-4664-9b74-973ca9612c95" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.166152] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e81289-2fbd-4664-9b74-973ca9612c95" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.166272] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e81289-2fbd-4664-9b74-973ca9612c95" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.166415] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.166513] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.169036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.169036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.169036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.169036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e81289-2fbd-4664-9b74-973ca9612c95" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.169036] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8e81289-2fbd-4664-9b74-973ca9612c95',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.338112] env[69343]: INFO networking_nsxv3.common.synchronization [req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 req-117bec28-953d-4e68-9ffa-e3bff94f3082 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Enqueued Resource ID: 24b97c2f-25e9-4c18-89e0-1d68e005dbfc with Priority: HIGHEST for action security_group_members [ 704.338112] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24b97c2f-25e9-4c18-89e0-1d68e005dbfc with Priority: HIGHEST for action security_group_members [ 704.338112] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-24b97c2f-25e9-4c18-89e0-1d68e005dbfc taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.338112] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24b97c2f-25e9-4c18-89e0-1d68e005dbfc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.338112] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24b97c2f-25e9-4c18-89e0-1d68e005dbfc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.343848] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24b97c2f-25e9-4c18-89e0-1d68e005dbfc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.343848] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.343848] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.343848] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.343848] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.343848] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.343848] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24b97c2f-25e9-4c18-89e0-1d68e005dbfc',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.560639] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.560895] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.560895] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.561070] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.561159] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.561254] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca29e31f-fa66-41ed-ad31-30ffd294523e already deleted. [ 704.561339] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca29e31f-fa66-41ed-ad31-30ffd294523e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.683017] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8e81289-2fbd-4664-9b74-973ca9612c95: rpc.has_security_group_logging(os_id): False [ 704.700286] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.703018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.703018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.703018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.703018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.703018] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.703018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.703018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.703018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.703018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.703018] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.703018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.703018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.703018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.703018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.703667] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.703667] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.703667] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.703667] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.703667] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.703667] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8e81289-2fbd-4664-9b74-973ca9612c95 is going to be created. [ 704.721350] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-577 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.721603] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.721603] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.721851] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.722130] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.722721] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.722721] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.723344] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.723533] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.723815] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 704.723888] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.724165] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.724165] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.724823] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 704.724823] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.724823] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.750732] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.750732] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 704.750732] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.750895] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.751162] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-8511b7a9-0f1f-497c-afb5-5850946b4de9 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.751372] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-8511b7a9-0f1f-497c-afb5-5850946b4de9" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.751593] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-8511b7a9-0f1f-497c-afb5-5850946b4de9" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.751798] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-8511b7a9-0f1f-497c-afb5-5850946b4de9" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.751929] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8511b7a9-0f1f-497c-afb5-5850946b4de9',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.761313] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.761313] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.761313] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.761313] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.761313] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.773899] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e81289-2fbd-4664-9b74-973ca9612c95 in Status: IN_PROGRESS for 2s [ 704.847022] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.847022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.847022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.847290] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.847290] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.847355] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.847403] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.847474] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.847604] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.847673] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.847752] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24b97c2f-25e9-4c18-89e0-1d68e005dbfc already deleted. [ 704.847823] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24b97c2f-25e9-4c18-89e0-1d68e005dbfc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.008255] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 in Status: SUCCESS [ 705.008871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.008871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.008871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.009365] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.009365] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.009365] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.009561] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.009561] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.009561] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.009715] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2bcfb43-8656-4657-b3e6-8e1cfa4681d6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.255855] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.255939] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.256072] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.256346] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.256517] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.256681] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 8511b7a9-0f1f-497c-afb5-5850946b4de9 not found, creating... [ 705.256958] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.257132] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.257248] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.257476] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.257616] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.258641] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.258641] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.258641] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.260061] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.261018] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.261018] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 8511b7a9-0f1f-497c-afb5-5850946b4de9 is going to be created. [ 705.279823] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.279823] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.280081] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.281249] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.281249] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.281249] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-8511b7a9-0f1f-497c-afb5-5850946b4de9" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.512765] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.512921] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.512960] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.513449] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.513712] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.514376] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.514376] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.514376] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.514376] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.514376] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.514560] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.514719] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.514755] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.514927] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.515249] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.515249] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.516198] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.516407] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.516499] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.516583] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.516674] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2bcfb43-8656-4657-b3e6-8e1cfa4681d6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.825637] env[69343]: INFO networking_nsxv3.common.synchronization [None req-e867bcc1-361b-4982-af9f-3719e3706da4 None None] Enqueued Resource ID: 469499fb-4147-4d18-a96d-8b435b0c170e with Priority: HIGHEST for action port [ 705.825904] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469499fb-4147-4d18-a96d-8b435b0c170e with Priority: HIGHEST for action port [ 705.826499] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-469499fb-4147-4d18-a96d-8b435b0c170e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.826603] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-469499fb-4147-4d18-a96d-8b435b0c170e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.826663] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-469499fb-4147-4d18-a96d-8b435b0c170e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.827185] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-469499fb-4147-4d18-a96d-8b435b0c170e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.827185] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('469499fb-4147-4d18-a96d-8b435b0c170e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.019438] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2bcfb43-8656-4657-b3e6-8e1cfa4681d6: rpc.has_security_group_logging(os_id): False [ 706.039989] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.040204] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.040274] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.040508] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.040588] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.040984] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.041130] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.041455] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.042653] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.042653] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.042653] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.042653] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.042653] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.042653] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.042899] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.042934] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.043498] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.043498] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.043498] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.043498] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.043498] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 is going to be created. [ 706.105550] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.105705] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.105761] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.105977] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.106183] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.116396] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 in Status: IN_PROGRESS for 2s [ 706.164600] env[69343]: INFO networking_nsxv3.common.synchronization [req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 req-5ccb3adc-58b1-4356-b3d6-c1bb2e4ee8f9 service nova] Enqueued Resource ID: 24b97c2f-25e9-4c18-89e0-1d68e005dbfc with Priority: HIGHEST for action security_group_rules [ 706.164901] env[69343]: INFO networking_nsxv3.common.synchronization [req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 req-5ccb3adc-58b1-4356-b3d6-c1bb2e4ee8f9 service nova] Enqueued Resource ID: 24b97c2f-25e9-4c18-89e0-1d68e005dbfc with Priority: HIGHEST for action security_group_members [ 706.164901] env[69343]: INFO networking_nsxv3.common.synchronization [req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 req-5ccb3adc-58b1-4356-b3d6-c1bb2e4ee8f9 service nova] Enqueued Resource ID: 8511b7a9-0f1f-497c-afb5-5850946b4de9 with Priority: HIGHEST for action port [ 706.165272] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24b97c2f-25e9-4c18-89e0-1d68e005dbfc with Priority: HIGHEST for action security_group_rules [ 706.165333] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24b97c2f-25e9-4c18-89e0-1d68e005dbfc with Priority: HIGHEST for action security_group_members [ 706.166057] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8511b7a9-0f1f-497c-afb5-5850946b4de9 with Priority: HIGHEST for action port [ 706.167353] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24b97c2f-25e9-4c18-89e0-1d68e005dbfc taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.167518] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24b97c2f-25e9-4c18-89e0-1d68e005dbfc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.167597] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24b97c2f-25e9-4c18-89e0-1d68e005dbfc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.167826] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24b97c2f-25e9-4c18-89e0-1d68e005dbfc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.167938] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24b97c2f-25e9-4c18-89e0-1d68e005dbfc',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.168807] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-24b97c2f-25e9-4c18-89e0-1d68e005dbfc taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.168932] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24b97c2f-25e9-4c18-89e0-1d68e005dbfc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.168999] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24b97c2f-25e9-4c18-89e0-1d68e005dbfc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.169239] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24b97c2f-25e9-4c18-89e0-1d68e005dbfc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.169407] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.174065] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.174065] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.174065] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.174065] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.174065] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24b97c2f-25e9-4c18-89e0-1d68e005dbfc',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.174065] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-8511b7a9-0f1f-497c-afb5-5850946b4de9 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.174065] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8511b7a9-0f1f-497c-afb5-5850946b4de9" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.174065] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8511b7a9-0f1f-497c-afb5-5850946b4de9" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.174065] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8511b7a9-0f1f-497c-afb5-5850946b4de9" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.174065] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8511b7a9-0f1f-497c-afb5-5850946b4de9',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.332172] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 469499fb-4147-4d18-a96d-8b435b0c170e [ 706.333416] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.333416] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.333416] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.333416] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.333416] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.333416] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:469499fb-4147-4d18-a96d-8b435b0c170e already deleted. [ 706.333416] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-469499fb-4147-4d18-a96d-8b435b0c170e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.676444] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24b97c2f-25e9-4c18-89e0-1d68e005dbfc',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.677587] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8511b7a9-0f1f-497c-afb5-5850946b4de9 with status ACTIVE [ 706.677587] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.677736] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.677736] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.678310] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.678310] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.678310] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.678458] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.678458] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.678682] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.678745] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.679009] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.679009] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.679360] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.679538] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.679623] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.679725] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8511b7a9-0f1f-497c-afb5-5850946b4de9 is going to be updated. [ 706.680823] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-24b97c2f-25e9-4c18-89e0-1d68e005dbfc taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.680925] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24b97c2f-25e9-4c18-89e0-1d68e005dbfc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.699434] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.699589] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.699654] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.699859] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.699989] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.700158] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8511b7a9-0f1f-497c-afb5-5850946b4de9" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.726056] env[69343]: INFO networking_nsxv3.common.synchronization [req-74f141a3-0c46-44f3-bef7-17ba3dc5491a req-abcfcda6-9f14-4eb3-9aca-a9abc5b422ad tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Enqueued Resource ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 with Priority: HIGHEST for action security_group_members [ 706.726895] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 with Priority: HIGHEST for action security_group_members [ 706.726980] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-327f0a5b-79f4-4049-bc27-7d0c0ee11938 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.727330] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.727330] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.727747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.727904] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.728053] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.728145] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.728796] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.728796] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.728796] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('327f0a5b-79f4-4049-bc27-7d0c0ee11938',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.788484] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e81289-2fbd-4664-9b74-973ca9612c95 in Status: SUCCESS [ 706.788484] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8e81289-2fbd-4664-9b74-973ca9612c95" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.041485] env[69343]: INFO networking_nsxv3.common.synchronization [None req-fb1effdb-fcf2-4e2b-9b32-74201731b996 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Enqueued Resource ID: 0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193 with Priority: HIGHEST for action security_group_rules [ 707.041921] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193 with Priority: HIGHEST for action security_group_rules [ 707.042263] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.042380] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.042467] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.042723] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.042806] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.182051] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24b97c2f-25e9-4c18-89e0-1d68e005dbfc',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.231431] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.231655] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.231824] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.232150] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.232294] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.233493] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.233493] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.233493] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.233493] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.233493] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.233493] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 already deleted. [ 707.233493] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.539031] env[69343]: INFO networking_nsxv3.common.synchronization [None req-4709b6d7-81df-4138-b73b-890a005b6f62 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Enqueued Resource ID: 0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193 with Priority: HIGHEST for action security_group_rules [ 707.539569] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193 with Priority: HIGHEST for action security_group_rules [ 707.539865] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.539968] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.563711] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.563840] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.563911] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.564167] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.564293] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.564351] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193 already deleted. [ 707.564435] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.565161] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.565161] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.565161] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.686242] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.686242] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.686418] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.686940] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.686940] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.686940] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24b97c2f-25e9-4c18-89e0-1d68e005dbfc is going to be created. [ 707.709143] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.709329] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.709856] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.709856] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.709856] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.721808] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24b97c2f-25e9-4c18-89e0-1d68e005dbfc in Status: UNINITIALIZED for 2s [ 707.995905] env[69343]: INFO networking_nsxv3.common.synchronization [None req-a06b15b3-cbc3-4c13-aaa1-6de392c6fa42 None None] Enqueued Resource ID: 25f4f9ab-bf9c-4f24-bace-1960160150f9 with Priority: HIGHEST for action port [ 707.996112] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25f4f9ab-bf9c-4f24-bace-1960160150f9 with Priority: HIGHEST for action port [ 707.996706] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-25f4f9ab-bf9c-4f24-bace-1960160150f9 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.996831] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25f4f9ab-bf9c-4f24-bace-1960160150f9" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.996885] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25f4f9ab-bf9c-4f24-bace-1960160150f9" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.997791] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25f4f9ab-bf9c-4f24-bace-1960160150f9" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.000966] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25f4f9ab-bf9c-4f24-bace-1960160150f9',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.091865] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.092827] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.092943] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.093181] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.093291] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.093405] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193 already deleted. [ 708.093489] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.158345] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 in Status: SUCCESS [ 708.158789] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.503808] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25f4f9ab-bf9c-4f24-bace-1960160150f9 [ 708.504274] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.504427] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.504507] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.504729] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.504831] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.504954] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25f4f9ab-bf9c-4f24-bace-1960160150f9 already deleted. [ 708.505057] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25f4f9ab-bf9c-4f24-bace-1960160150f9" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.808640] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-577 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.809367] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.809367] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.809367] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.809516] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.809681] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.809796] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.811947] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.812204] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.812476] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.812681] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.812736] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.813189] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.813189] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.813189] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.813373] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.832874] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.833124] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 708.833385] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.833627] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.834025] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-d0c421d4-5be6-43f3-9907-c9fb6dce635c taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.836400] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-d0c421d4-5be6-43f3-9907-c9fb6dce635c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.836584] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-d0c421d4-5be6-43f3-9907-c9fb6dce635c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.836954] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-d0c421d4-5be6-43f3-9907-c9fb6dce635c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.837860] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0c421d4-5be6-43f3-9907-c9fb6dce635c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.342564] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.342906] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.343024] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.343610] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.343610] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.344234] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port d0c421d4-5be6-43f3-9907-c9fb6dce635c not found, creating... [ 709.345710] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.345710] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.345710] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.345710] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.346759] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.348198] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.348198] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.348198] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.348198] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.348198] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.348198] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: d0c421d4-5be6-43f3-9907-c9fb6dce635c is going to be created. [ 709.370602] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.371201] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.371201] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.371510] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.371510] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.371703] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-d0c421d4-5be6-43f3-9907-c9fb6dce635c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.731708] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24b97c2f-25e9-4c18-89e0-1d68e005dbfc in Status: SUCCESS [ 709.732147] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24b97c2f-25e9-4c18-89e0-1d68e005dbfc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.732381] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24b97c2f-25e9-4c18-89e0-1d68e005dbfc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.732671] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24b97c2f-25e9-4c18-89e0-1d68e005dbfc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.732976] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.733077] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.733120] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.733288] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.733391] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.733505] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24b97c2f-25e9-4c18-89e0-1d68e005dbfc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.733605] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24b97c2f-25e9-4c18-89e0-1d68e005dbfc',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.737052] env[69343]: INFO networking_nsxv3.common.synchronization [req-8368b4e1-3e1c-450e-b663-3d782a118428 req-86e8b4be-44b8-48b6-a938-85b6b855b520 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Enqueued Resource ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 with Priority: HIGHEST for action security_group_members [ 709.737997] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 with Priority: HIGHEST for action security_group_members [ 709.738444] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.738601] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.738714] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.740168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.740168] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.740168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.740168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.740168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.740168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.740402] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.237523] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-24b97c2f-25e9-4c18-89e0-1d68e005dbfc taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.240747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24b97c2f-25e9-4c18-89e0-1d68e005dbfc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.240747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24b97c2f-25e9-4c18-89e0-1d68e005dbfc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.240747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24b97c2f-25e9-4c18-89e0-1d68e005dbfc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.240747] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.240747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.240747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.240747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.240747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.240747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24b97c2f-25e9-4c18-89e0-1d68e005dbfc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.240747] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-24b97c2f-25e9-4c18-89e0-1d68e005dbfc taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.240747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24b97c2f-25e9-4c18-89e0-1d68e005dbfc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.240747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24b97c2f-25e9-4c18-89e0-1d68e005dbfc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.240747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24b97c2f-25e9-4c18-89e0-1d68e005dbfc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.240747] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.240747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.240747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.240747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.240747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.241402] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24b97c2f-25e9-4c18-89e0-1d68e005dbfc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.241402] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24b97c2f-25e9-4c18-89e0-1d68e005dbfc',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.242776] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.246585] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.246585] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.246585] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.246585] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.246585] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.246585] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.246856] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.246856] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.246856] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.246941] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 already deleted. [ 710.247025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.743873] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24b97c2f-25e9-4c18-89e0-1d68e005dbfc: rpc.has_security_group_logging(os_id): False [ 710.764336] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.764336] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.764336] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.764336] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.764336] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.764641] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.764641] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.764728] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.764876] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.764984] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.765153] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.765246] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.765306] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.765468] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.765542] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.765724] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.765815] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.765874] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.767912] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.768024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.769091] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24b97c2f-25e9-4c18-89e0-1d68e005dbfc is going to be created. [ 710.829802] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.831053] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.831053] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.831053] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.831053] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.846424] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24b97c2f-25e9-4c18-89e0-1d68e005dbfc in Status: IN_PROGRESS for 2s [ 711.047539] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-577 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.047954] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.047954] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.048145] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.051369] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.051369] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.051369] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.051621] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.051797] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.051982] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.054810] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.054931] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.055063] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.055182] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.057103] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.057103] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.079715] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.080472] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 711.081361] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.083029] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.083029] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-96972e64-7fc1-407a-a84a-fd3f8a61008a taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.083029] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-96972e64-7fc1-407a-a84a-fd3f8a61008a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.083029] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-96972e64-7fc1-407a-a84a-fd3f8a61008a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.083029] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-96972e64-7fc1-407a-a84a-fd3f8a61008a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.083494] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96972e64-7fc1-407a-a84a-fd3f8a61008a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.099273] env[69343]: INFO networking_nsxv3.common.synchronization [None req-f0acc386-51d5-438b-a631-49964b059eac None None] Enqueued Resource ID: 15c98c4c-ada5-4954-9f20-3ca810762627 with Priority: HIGHEST for action port [ 711.099273] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15c98c4c-ada5-4954-9f20-3ca810762627 with Priority: HIGHEST for action port [ 711.099273] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-15c98c4c-ada5-4954-9f20-3ca810762627 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.102208] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15c98c4c-ada5-4954-9f20-3ca810762627" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.102371] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15c98c4c-ada5-4954-9f20-3ca810762627" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.102658] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15c98c4c-ada5-4954-9f20-3ca810762627" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.102741] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15c98c4c-ada5-4954-9f20-3ca810762627',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.254532] env[69343]: INFO networking_nsxv3.common.synchronization [req-74f141a3-0c46-44f3-bef7-17ba3dc5491a req-3adb0f44-b649-44dc-af65-00c7e17bc1b7 service nova] Enqueued Resource ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 with Priority: HIGHEST for action security_group_rules [ 711.254532] env[69343]: INFO networking_nsxv3.common.synchronization [req-74f141a3-0c46-44f3-bef7-17ba3dc5491a req-3adb0f44-b649-44dc-af65-00c7e17bc1b7 service nova] Enqueued Resource ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 with Priority: HIGHEST for action security_group_members [ 711.254532] env[69343]: INFO networking_nsxv3.common.synchronization [req-74f141a3-0c46-44f3-bef7-17ba3dc5491a req-3adb0f44-b649-44dc-af65-00c7e17bc1b7 service nova] Enqueued Resource ID: d0c421d4-5be6-43f3-9907-c9fb6dce635c with Priority: HIGHEST for action port [ 711.255365] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 with Priority: HIGHEST for action security_group_rules [ 711.255468] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 with Priority: HIGHEST for action security_group_members [ 711.255693] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0c421d4-5be6-43f3-9907-c9fb6dce635c with Priority: HIGHEST for action port [ 711.255844] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-327f0a5b-79f4-4049-bc27-7d0c0ee11938 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.256036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.256036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.256319] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.256408] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('327f0a5b-79f4-4049-bc27-7d0c0ee11938',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.257521] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-327f0a5b-79f4-4049-bc27-7d0c0ee11938 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.257639] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.257706] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.257938] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.262033] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.262033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.262033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.262033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.262033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.262033] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('327f0a5b-79f4-4049-bc27-7d0c0ee11938',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.262033] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0c421d4-5be6-43f3-9907-c9fb6dce635c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.262033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0c421d4-5be6-43f3-9907-c9fb6dce635c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.262033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0c421d4-5be6-43f3-9907-c9fb6dce635c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.262785] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0c421d4-5be6-43f3-9907-c9fb6dce635c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.262785] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0c421d4-5be6-43f3-9907-c9fb6dce635c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.520261] env[69343]: INFO networking_nsxv3.common.synchronization [req-8c830993-9318-4b81-8834-be150eee78cf req-ef43ff4e-0cdb-46e0-a947-1eb957e49952 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Enqueued Resource ID: 263a8019-cd3d-4d98-849d-6a5083536c84 with Priority: HIGHEST for action security_group_members [ 711.521140] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 263a8019-cd3d-4d98-849d-6a5083536c84 with Priority: HIGHEST for action security_group_members [ 711.521456] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-263a8019-cd3d-4d98-849d-6a5083536c84 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.521586] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.522579] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.522579] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.522579] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.522579] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.522579] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.522579] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.522579] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.522579] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('263a8019-cd3d-4d98-849d-6a5083536c84',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.586872] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.587077] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.587150] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.587444] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.587821] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.587821] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 96972e64-7fc1-407a-a84a-fd3f8a61008a not found, creating... [ 711.588186] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.588186] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.588310] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.590476] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.590476] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.590476] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.590476] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.590476] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.590476] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.590476] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.590476] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 96972e64-7fc1-407a-a84a-fd3f8a61008a is going to be created. [ 711.607713] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15c98c4c-ada5-4954-9f20-3ca810762627 [ 711.607884] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.608087] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.608146] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.609139] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.609139] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.609139] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15c98c4c-ada5-4954-9f20-3ca810762627 already deleted. [ 711.609139] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15c98c4c-ada5-4954-9f20-3ca810762627" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.610399] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.610399] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.610399] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.610399] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.610796] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.610796] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-96972e64-7fc1-407a-a84a-fd3f8a61008a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.764659] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-327f0a5b-79f4-4049-bc27-7d0c0ee11938 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.765190] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.765190] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('327f0a5b-79f4-4049-bc27-7d0c0ee11938',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.769041] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0c421d4-5be6-43f3-9907-c9fb6dce635c with status ACTIVE [ 711.769041] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.769041] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.769041] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.769041] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.769041] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.769041] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.769477] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.769477] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.769477] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.769477] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.769853] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.769853] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.769853] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.770031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.770031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.770110] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0c421d4-5be6-43f3-9907-c9fb6dce635c is going to be updated. [ 711.793980] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.795598] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.795687] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.796206] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.798124] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.798124] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0c421d4-5be6-43f3-9907-c9fb6dce635c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.025757] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.026030] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.026363] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.026363] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.026515] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.026690] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.026787] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.026847] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.027014] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.028991] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.029092] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 263a8019-cd3d-4d98-849d-6a5083536c84 already deleted. [ 712.029183] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.110787] env[69343]: INFO networking_nsxv3.common.synchronization [None req-1a24cd69-6b51-40ca-91dc-71f4629f63c2 None None] Enqueued Resource ID: 22637392-a9a0-4a0b-a68b-73acb3aa49d6 with Priority: HIGHEST for action port [ 712.110787] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22637392-a9a0-4a0b-a68b-73acb3aa49d6 with Priority: HIGHEST for action port [ 712.111073] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-22637392-a9a0-4a0b-a68b-73acb3aa49d6 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.115018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22637392-a9a0-4a0b-a68b-73acb3aa49d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.115018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22637392-a9a0-4a0b-a68b-73acb3aa49d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.115018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22637392-a9a0-4a0b-a68b-73acb3aa49d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.115018] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22637392-a9a0-4a0b-a68b-73acb3aa49d6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.267276] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('327f0a5b-79f4-4049-bc27-7d0c0ee11938',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.349218] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.349565] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-434" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.350331] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-434" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.350795] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-434" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.351232] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.351594] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.352495] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.352793] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.352944] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.353184] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 712.353302] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 712.354328] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 712.354465] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 712.354584] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 712.354692] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 712.354831] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 712.373459] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 712.373459] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 712.373459] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 712.373459] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-434" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.373459] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-931c1143-e84e-4646-b61d-5fd00c291d19 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.373808] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-931c1143-e84e-4646-b61d-5fd00c291d19" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.373808] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-931c1143-e84e-4646-b61d-5fd00c291d19" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.374327] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-931c1143-e84e-4646-b61d-5fd00c291d19" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.374463] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('931c1143-e84e-4646-b61d-5fd00c291d19',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.613931] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22637392-a9a0-4a0b-a68b-73acb3aa49d6 [ 712.614198] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.614359] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.614461] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.614680] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.614790] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.614894] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22637392-a9a0-4a0b-a68b-73acb3aa49d6 already deleted. [ 712.614981] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22637392-a9a0-4a0b-a68b-73acb3aa49d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.773641] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.773641] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.773641] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.773641] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.774109] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.774109] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 is going to be created. [ 712.806052] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.806405] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.806405] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.806996] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.806996] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.815254] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 in Status: UNINITIALIZED for 2s [ 712.857443] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24b97c2f-25e9-4c18-89e0-1d68e005dbfc in Status: SUCCESS [ 712.857794] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24b97c2f-25e9-4c18-89e0-1d68e005dbfc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.877615] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.878114] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.878114] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.878828] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.878926] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.880484] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 931c1143-e84e-4646-b61d-5fd00c291d19 not found, creating... [ 712.880484] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.880484] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.880484] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.880484] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.880484] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.880484] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.881345] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.881345] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.881345] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.881345] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.881550] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 931c1143-e84e-4646-b61d-5fd00c291d19 is going to be created. [ 712.906028] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.906320] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.906459] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.906784] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.907270] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.907369] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-931c1143-e84e-4646-b61d-5fd00c291d19" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.073618] env[69343]: INFO networking_nsxv3.common.synchronization [req-8368b4e1-3e1c-450e-b663-3d782a118428 req-95000619-57b1-4a99-922d-afa54e06ec77 service nova] Enqueued Resource ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 with Priority: HIGHEST for action security_group_rules [ 713.075227] env[69343]: INFO networking_nsxv3.common.synchronization [req-8368b4e1-3e1c-450e-b663-3d782a118428 req-95000619-57b1-4a99-922d-afa54e06ec77 service nova] Enqueued Resource ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 with Priority: HIGHEST for action security_group_members [ 713.075591] env[69343]: INFO networking_nsxv3.common.synchronization [req-8368b4e1-3e1c-450e-b663-3d782a118428 req-95000619-57b1-4a99-922d-afa54e06ec77 service nova] Enqueued Resource ID: 96972e64-7fc1-407a-a84a-fd3f8a61008a with Priority: HIGHEST for action port [ 713.079961] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 with Priority: HIGHEST for action security_group_rules [ 713.079961] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 with Priority: HIGHEST for action security_group_members [ 713.079961] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96972e64-7fc1-407a-a84a-fd3f8a61008a with Priority: HIGHEST for action port [ 713.079961] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.079961] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.079961] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.079961] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.079961] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.080368] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.081375] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.081474] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.081682] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.081862] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.082013] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.082098] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.082267] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.084032] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.084175] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.085523] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-96972e64-7fc1-407a-a84a-fd3f8a61008a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.085523] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96972e64-7fc1-407a-a84a-fd3f8a61008a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.085523] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96972e64-7fc1-407a-a84a-fd3f8a61008a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.085523] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96972e64-7fc1-407a-a84a-fd3f8a61008a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.085523] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96972e64-7fc1-407a-a84a-fd3f8a61008a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.457838] env[69343]: INFO networking_nsxv3.common.synchronization [None req-37e933b9-0162-42c6-8e7e-bb3d97607ae0 None None] Enqueued Resource ID: 1b498400-849a-4ae4-a4a8-d1956bfd37aa with Priority: HIGHEST for action port [ 713.457893] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b498400-849a-4ae4-a4a8-d1956bfd37aa with Priority: HIGHEST for action port [ 713.461316] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b498400-849a-4ae4-a4a8-d1956bfd37aa taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.461579] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b498400-849a-4ae4-a4a8-d1956bfd37aa" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.461579] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b498400-849a-4ae4-a4a8-d1956bfd37aa" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.462908] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b498400-849a-4ae4-a4a8-d1956bfd37aa" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.462908] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b498400-849a-4ae4-a4a8-d1956bfd37aa',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.589069] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.589069] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.589069] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.589069] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96972e64-7fc1-407a-a84a-fd3f8a61008a with status ACTIVE [ 713.592029] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.592029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.592029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.592029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.592029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.592029] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.592029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.592029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.593059] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.593288] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.593839] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.594089] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.595027] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.595027] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.595027] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.595027] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96972e64-7fc1-407a-a84a-fd3f8a61008a is going to be updated. [ 713.617168] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.617168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.617168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.617168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.617168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.617364] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96972e64-7fc1-407a-a84a-fd3f8a61008a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.886487] env[69343]: INFO networking_nsxv3.common.synchronization [None req-553954d6-9f6e-40f4-8e9f-24b5f30d1ee2 None None] Enqueued Resource ID: 98a929d6-99e7-46ef-9706-cf0187ddacee with Priority: HIGHEST for action port [ 713.886722] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98a929d6-99e7-46ef-9706-cf0187ddacee with Priority: HIGHEST for action port [ 713.889817] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-98a929d6-99e7-46ef-9706-cf0187ddacee taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.890341] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98a929d6-99e7-46ef-9706-cf0187ddacee" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.891976] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98a929d6-99e7-46ef-9706-cf0187ddacee" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.891976] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98a929d6-99e7-46ef-9706-cf0187ddacee" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.891976] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98a929d6-99e7-46ef-9706-cf0187ddacee',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.965395] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b498400-849a-4ae4-a4a8-d1956bfd37aa [ 713.965704] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.965895] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.965937] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.966136] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.966233] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.966328] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b498400-849a-4ae4-a4a8-d1956bfd37aa already deleted. [ 713.966451] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b498400-849a-4ae4-a4a8-d1956bfd37aa" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.098211] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.340113] env[69343]: INFO networking_nsxv3.common.synchronization [req-ae4d77f6-6534-49db-8c17-ea249b74d16c req-4981d28a-2a81-417c-b12d-ae73a58e7826 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Enqueued Resource ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 with Priority: HIGHEST for action security_group_members [ 714.340113] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 with Priority: HIGHEST for action security_group_members [ 714.340113] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4fc5e04-12f1-4226-a748-294ee28ddb69 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.340113] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.340113] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.340405] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.340604] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.340604] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.340694] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.341557] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.341557] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.341557] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.398584] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98a929d6-99e7-46ef-9706-cf0187ddacee [ 714.399300] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.399793] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.401015] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.401015] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.401015] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.401015] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98a929d6-99e7-46ef-9706-cf0187ddacee already deleted. [ 714.401015] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98a929d6-99e7-46ef-9706-cf0187ddacee" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.603516] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.603516] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.603516] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.603516] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.603516] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.603516] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 is going to be created. [ 714.626935] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.626935] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.627104] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.627333] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.627486] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.638734] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 in Status: UNINITIALIZED for 2s [ 714.828047] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 in Status: SUCCESS [ 714.828267] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.828430] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.828635] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.828835] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.830805] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.830805] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.830805] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.830805] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.830805] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.830805] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('327f0a5b-79f4-4049-bc27-7d0c0ee11938',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.849568] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.849568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.849568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.849568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.849568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.849568] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.849568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.849568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.849568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.849568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.849568] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 already deleted. [ 714.849568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.189286] env[69343]: INFO networking_nsxv3.common.synchronization [req-8c830993-9318-4b81-8834-be150eee78cf req-03452679-e529-4276-9ac5-06e328057bbd service nova] Enqueued Resource ID: 263a8019-cd3d-4d98-849d-6a5083536c84 with Priority: HIGHEST for action security_group_rules [ 715.189530] env[69343]: INFO networking_nsxv3.common.synchronization [req-8c830993-9318-4b81-8834-be150eee78cf req-03452679-e529-4276-9ac5-06e328057bbd service nova] Enqueued Resource ID: 263a8019-cd3d-4d98-849d-6a5083536c84 with Priority: HIGHEST for action security_group_members [ 715.189610] env[69343]: INFO networking_nsxv3.common.synchronization [req-8c830993-9318-4b81-8834-be150eee78cf req-03452679-e529-4276-9ac5-06e328057bbd service nova] Enqueued Resource ID: 931c1143-e84e-4646-b61d-5fd00c291d19 with Priority: HIGHEST for action port [ 715.190286] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 263a8019-cd3d-4d98-849d-6a5083536c84 with Priority: HIGHEST for action security_group_rules [ 715.190488] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 263a8019-cd3d-4d98-849d-6a5083536c84 with Priority: HIGHEST for action security_group_members [ 715.190599] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 931c1143-e84e-4646-b61d-5fd00c291d19 with Priority: HIGHEST for action port [ 715.190866] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-263a8019-cd3d-4d98-849d-6a5083536c84 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.190983] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.195407] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.195407] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.195407] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('263a8019-cd3d-4d98-849d-6a5083536c84',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.195407] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-263a8019-cd3d-4d98-849d-6a5083536c84 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.195744] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.195744] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.195744] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.196018] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.196099] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.196132] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.196262] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.196344] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.196439] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('263a8019-cd3d-4d98-849d-6a5083536c84',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.197290] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-931c1143-e84e-4646-b61d-5fd00c291d19 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.197427] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-931c1143-e84e-4646-b61d-5fd00c291d19" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.197462] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-931c1143-e84e-4646-b61d-5fd00c291d19" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.197597] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-931c1143-e84e-4646-b61d-5fd00c291d19" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.197667] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('931c1143-e84e-4646-b61d-5fd00c291d19',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.333177] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-327f0a5b-79f4-4049-bc27-7d0c0ee11938 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.333364] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.333440] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.333702] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.334115] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.334115] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.334115] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.334115] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.334275] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.334306] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.334427] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-327f0a5b-79f4-4049-bc27-7d0c0ee11938 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.334513] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.334571] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.334722] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.334858] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.334948] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.335025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.335885] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.335885] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.335885] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.335885] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('327f0a5b-79f4-4049-bc27-7d0c0ee11938',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.599314] env[69343]: INFO networking_nsxv3.common.synchronization [None req-60471ace-23bf-44eb-a8d1-df6967f17d0c None None] Enqueued Resource ID: ba459bc6-1fae-4884-b881-772303f7a5b0 with Priority: HIGHEST for action port [ 715.599314] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba459bc6-1fae-4884-b881-772303f7a5b0 with Priority: HIGHEST for action port [ 715.599314] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba459bc6-1fae-4884-b881-772303f7a5b0 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.599314] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba459bc6-1fae-4884-b881-772303f7a5b0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.599314] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba459bc6-1fae-4884-b881-772303f7a5b0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.599314] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba459bc6-1fae-4884-b881-772303f7a5b0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.599835] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba459bc6-1fae-4884-b881-772303f7a5b0',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.699855] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-263a8019-cd3d-4d98-849d-6a5083536c84 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.700040] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.700216] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('263a8019-cd3d-4d98-849d-6a5083536c84',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.701118] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 931c1143-e84e-4646-b61d-5fd00c291d19 with status ACTIVE [ 715.701281] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.701426] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.701554] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.701767] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.701767] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.701937] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.702026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.702102] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.702216] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.702297] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.702480] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.702577] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.702653] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.702775] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.702847] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.702926] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 931c1143-e84e-4646-b61d-5fd00c291d19 is going to be updated. [ 715.731510] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.731937] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.731937] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.732089] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.732280] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.732492] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-931c1143-e84e-4646-b61d-5fd00c291d19" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.840750] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 327f0a5b-79f4-4049-bc27-7d0c0ee11938: rpc.has_security_group_logging(os_id): False [ 715.867630] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.867846] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.867901] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.868135] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.868238] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.868434] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.868544] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.868811] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.868811] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.870934] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.870934] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.870934] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.870934] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.870934] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.870934] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.870934] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.870934] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.870934] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.870934] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.870934] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.871305] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 is going to be created. [ 715.982482] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.982687] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.982763] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.983043] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.983301] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.000405] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 in Status: IN_PROGRESS for 2s [ 716.044265] env[69343]: INFO networking_nsxv3.common.synchronization [None req-84c5b092-c997-4d04-ac41-fac56e8c5c6e None None] Enqueued Resource ID: 81d53b67-dbb2-4285-880f-3be5d2765940 with Priority: HIGHEST for action port [ 716.044265] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d53b67-dbb2-4285-880f-3be5d2765940 with Priority: HIGHEST for action port [ 716.044265] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-81d53b67-dbb2-4285-880f-3be5d2765940 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.044265] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81d53b67-dbb2-4285-880f-3be5d2765940" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.044265] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81d53b67-dbb2-4285-880f-3be5d2765940" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.044265] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81d53b67-dbb2-4285-880f-3be5d2765940" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.044265] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81d53b67-dbb2-4285-880f-3be5d2765940',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.103166] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba459bc6-1fae-4884-b881-772303f7a5b0 [ 716.103166] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.103166] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.103166] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.103166] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.103166] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.103166] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba459bc6-1fae-4884-b881-772303f7a5b0 already deleted. [ 716.103166] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba459bc6-1fae-4884-b881-772303f7a5b0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.206116] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('263a8019-cd3d-4d98-849d-6a5083536c84',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.347086] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.347332] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-220" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.347467] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-220" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.350913] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-220" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.351295] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.351493] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.351612] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.351862] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.355023] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.355023] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 716.355023] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.355023] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.355023] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.355023] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 716.355023] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.355023] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.371676] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.372873] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 716.372873] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.374396] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-220" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.375521] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-8ab30cd8-bde3-4ce4-afe5-5762e12375c8 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.375774] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-8ab30cd8-bde3-4ce4-afe5-5762e12375c8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.375902] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-8ab30cd8-bde3-4ce4-afe5-5762e12375c8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.376305] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-8ab30cd8-bde3-4ce4-afe5-5762e12375c8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.376455] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ab30cd8-bde3-4ce4-afe5-5762e12375c8',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.549163] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81d53b67-dbb2-4285-880f-3be5d2765940 [ 716.549358] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.549498] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.549562] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.550151] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.550151] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.550151] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81d53b67-dbb2-4285-880f-3be5d2765940 already deleted. [ 716.550151] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81d53b67-dbb2-4285-880f-3be5d2765940" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.650203] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 in Status: SUCCESS [ 716.650423] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.650596] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.650809] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.650998] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.651128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.651189] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.651337] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.651414] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.651497] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.651583] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.711528] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.711713] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.711770] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.711980] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.712082] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.712181] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 263a8019-cd3d-4d98-849d-6a5083536c84 is going to be created. [ 716.738119] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.738282] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.738826] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.739134] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.739268] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.748816] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 263a8019-cd3d-4d98-849d-6a5083536c84 in Status: UNINITIALIZED for 2s [ 716.881479] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.881704] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.881825] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.882123] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.882272] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.882421] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 8ab30cd8-bde3-4ce4-afe5-5762e12375c8 not found, creating... [ 716.882682] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.882828] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.882940] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.883702] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.883702] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.883702] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.884170] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.884170] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.885811] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.886498] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.886498] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 8ab30cd8-bde3-4ce4-afe5-5762e12375c8 is going to be created. [ 716.909375] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.909375] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.909375] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.909375] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.909375] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.909375] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-8ab30cd8-bde3-4ce4-afe5-5762e12375c8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.154365] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.154481] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.154550] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.155912] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.155912] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.155912] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.155912] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.155912] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.155912] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.155912] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.155912] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.155912] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.155912] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.155912] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.156601] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.156601] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.156601] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.156601] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.156601] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.156601] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.156601] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.485108] env[69343]: INFO networking_nsxv3.common.synchronization [None req-3ec0c5a1-25a2-477b-a0b9-c12849ba4011 None None] Enqueued Resource ID: 5445ed81-1ad4-48a6-95d1-6fcbfd95f98a with Priority: HIGHEST for action port [ 717.485991] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5445ed81-1ad4-48a6-95d1-6fcbfd95f98a with Priority: HIGHEST for action port [ 717.486376] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-5445ed81-1ad4-48a6-95d1-6fcbfd95f98a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.486536] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5445ed81-1ad4-48a6-95d1-6fcbfd95f98a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.486910] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5445ed81-1ad4-48a6-95d1-6fcbfd95f98a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.486910] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5445ed81-1ad4-48a6-95d1-6fcbfd95f98a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.487050] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5445ed81-1ad4-48a6-95d1-6fcbfd95f98a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.666028] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857: rpc.has_security_group_logging(os_id): False [ 717.686082] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.686585] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.686585] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.686585] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.686686] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.689291] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.689291] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.689291] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.689291] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.689291] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.689291] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.689291] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.689291] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.689291] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.689291] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.689291] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.689291] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.689291] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.689291] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.689749] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.689749] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 is going to be created. [ 717.750388] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.750803] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.750976] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.752603] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.752603] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.762787] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 in Status: IN_PROGRESS for 2s [ 717.863215] env[69343]: INFO networking_nsxv3.common.synchronization [req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 req-c8625c18-c3c2-440e-995c-69e61e273345 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Enqueued Resource ID: d9b0edba-1a92-4312-8edc-a69e6c1f0f49 with Priority: HIGHEST for action security_group_members [ 717.863949] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b0edba-1a92-4312-8edc-a69e6c1f0f49 with Priority: HIGHEST for action security_group_members [ 717.864209] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9b0edba-1a92-4312-8edc-a69e6c1f0f49 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.864330] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9b0edba-1a92-4312-8edc-a69e6c1f0f49" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.864453] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9b0edba-1a92-4312-8edc-a69e6c1f0f49" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.864637] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9b0edba-1a92-4312-8edc-a69e6c1f0f49" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.864787] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.864887] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.864995] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.866108] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.867761] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.867761] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9b0edba-1a92-4312-8edc-a69e6c1f0f49',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.989194] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5445ed81-1ad4-48a6-95d1-6fcbfd95f98a [ 717.991114] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.991114] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.991114] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.991114] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.991114] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.991114] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5445ed81-1ad4-48a6-95d1-6fcbfd95f98a already deleted. [ 717.991114] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5445ed81-1ad4-48a6-95d1-6fcbfd95f98a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.016640] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 in Status: SUCCESS [ 718.016640] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.373114] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.373114] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.373114] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.373114] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.373114] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.373114] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.373114] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.373114] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.373114] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.373114] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.373114] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9b0edba-1a92-4312-8edc-a69e6c1f0f49 already deleted. [ 718.373114] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9b0edba-1a92-4312-8edc-a69e6c1f0f49" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.763276] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 263a8019-cd3d-4d98-849d-6a5083536c84 in Status: SUCCESS [ 718.763812] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.763900] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.764284] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.764681] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.765008] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.765184] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.765679] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.765679] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.765679] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.765679] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('263a8019-cd3d-4d98-849d-6a5083536c84',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.268170] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('263a8019-cd3d-4d98-849d-6a5083536c84',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.305632] env[69343]: INFO networking_nsxv3.common.synchronization [req-ae4d77f6-6534-49db-8c17-ea249b74d16c req-ded64622-2926-4734-bd9f-b2a598e6da49 service nova] Enqueued Resource ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 with Priority: HIGHEST for action security_group_rules [ 719.305861] env[69343]: INFO networking_nsxv3.common.synchronization [req-ae4d77f6-6534-49db-8c17-ea249b74d16c req-ded64622-2926-4734-bd9f-b2a598e6da49 service nova] Enqueued Resource ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 with Priority: HIGHEST for action security_group_members [ 719.306021] env[69343]: INFO networking_nsxv3.common.synchronization [req-ae4d77f6-6534-49db-8c17-ea249b74d16c req-ded64622-2926-4734-bd9f-b2a598e6da49 service nova] Enqueued Resource ID: 8ab30cd8-bde3-4ce4-afe5-5762e12375c8 with Priority: HIGHEST for action port [ 719.306278] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 with Priority: HIGHEST for action security_group_rules [ 719.306544] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 with Priority: HIGHEST for action security_group_members [ 719.306544] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ab30cd8-bde3-4ce4-afe5-5762e12375c8 with Priority: HIGHEST for action port [ 719.308405] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4fc5e04-12f1-4226-a748-294ee28ddb69 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.308405] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.308557] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.308859] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.308970] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.310201] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4fc5e04-12f1-4226-a748-294ee28ddb69 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.312215] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.312372] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.312830] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.313301] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.313301] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.313301] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.316020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.316020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.316020] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.316020] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ab30cd8-bde3-4ce4-afe5-5762e12375c8 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.316020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ab30cd8-bde3-4ce4-afe5-5762e12375c8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.316020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ab30cd8-bde3-4ce4-afe5-5762e12375c8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.319404] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ab30cd8-bde3-4ce4-afe5-5762e12375c8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.319523] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ab30cd8-bde3-4ce4-afe5-5762e12375c8',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.444472] env[69343]: INFO networking_nsxv3.common.synchronization [None req-fed26ddb-38e6-40dc-805a-1824b7cf0159 None None] Enqueued Resource ID: 849db09b-a033-42e9-9691-a1115fd702ea with Priority: HIGHEST for action port [ 719.444472] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 849db09b-a033-42e9-9691-a1115fd702ea with Priority: HIGHEST for action port [ 719.444864] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-849db09b-a033-42e9-9691-a1115fd702ea taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.444864] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-849db09b-a033-42e9-9691-a1115fd702ea" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.444947] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-849db09b-a033-42e9-9691-a1115fd702ea" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.445187] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-849db09b-a033-42e9-9691-a1115fd702ea" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.445259] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('849db09b-a033-42e9-9691-a1115fd702ea',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.643754] env[69343]: INFO networking_nsxv3.common.synchronization [req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 req-cbc144e1-1e26-46f3-bcac-32e2ba967125 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Enqueued Resource ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 with Priority: HIGHEST for action security_group_members [ 719.644661] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 with Priority: HIGHEST for action security_group_members [ 719.644979] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4fc5e04-12f1-4226-a748-294ee28ddb69 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.645186] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.715147] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.715357] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-900" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.715614] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-900" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.716553] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-900" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.716553] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.716553] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.716553] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.717132] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.717132] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.717829] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.718022] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.718210] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.718413] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.718599] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.718772] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.718973] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.739430] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.739430] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 719.739430] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.739575] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-900" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.739875] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-32ca51b2-abba-4fe3-9216-edeb9eabe080 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.740067] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-32ca51b2-abba-4fe3-9216-edeb9eabe080" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.740892] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-32ca51b2-abba-4fe3-9216-edeb9eabe080" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.740892] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-32ca51b2-abba-4fe3-9216-edeb9eabe080" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.740892] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32ca51b2-abba-4fe3-9216-edeb9eabe080',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.771107] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 263a8019-cd3d-4d98-849d-6a5083536c84: rpc.has_security_group_logging(os_id): False [ 719.779983] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 in Status: SUCCESS [ 719.779983] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.789042] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.789042] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.789042] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.789042] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.789380] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.789714] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.789925] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.790769] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.790769] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.790769] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.790769] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 263a8019-cd3d-4d98-849d-6a5083536c84 is going to be created. [ 719.822152] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4fc5e04-12f1-4226-a748-294ee28ddb69 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.825026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.825026] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.825026] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ab30cd8-bde3-4ce4-afe5-5762e12375c8 with status ACTIVE [ 719.825026] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.825026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.825026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.825026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.825026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.825026] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.825026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.825026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.825823] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.826041] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.826621] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.826969] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.827169] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.827463] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.827657] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.827883] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ab30cd8-bde3-4ce4-afe5-5762e12375c8 is going to be updated. [ 719.847409] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.847409] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.847409] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.847409] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.847409] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.847409] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ab30cd8-bde3-4ce4-afe5-5762e12375c8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.856092] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.856092] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.856092] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.856092] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.856092] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.872870] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 263a8019-cd3d-4d98-849d-6a5083536c84 in Status: IN_PROGRESS for 2s [ 719.947596] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 849db09b-a033-42e9-9691-a1115fd702ea [ 719.947869] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.948084] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.948162] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.948410] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.949079] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.949079] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:849db09b-a033-42e9-9691-a1115fd702ea already deleted. [ 719.949079] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-849db09b-a033-42e9-9691-a1115fd702ea" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.202752] env[69343]: INFO networking_nsxv3.common.synchronization [req-7d973a7f-5ae7-4c66-8981-5870ef4f54b6 req-76e33e12-301f-477d-96b0-40fa1a569981 tempest-SecurityGroupRulesTestJSON-1976533285 tempest-SecurityGroupRulesTestJSON-1976533285-project-member] Enqueued Resource ID: 2b132768-2315-4c78-aa36-7b0d3346d9c8 with Priority: HIGHEST for action security_group_rules [ 720.203356] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b132768-2315-4c78-aa36-7b0d3346d9c8 with Priority: HIGHEST for action security_group_rules [ 720.205263] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b132768-2315-4c78-aa36-7b0d3346d9c8 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.205387] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b132768-2315-4c78-aa36-7b0d3346d9c8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.205456] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b132768-2315-4c78-aa36-7b0d3346d9c8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.205721] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b132768-2315-4c78-aa36-7b0d3346d9c8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.205814] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b132768-2315-4c78-aa36-7b0d3346d9c8',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.251666] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.251909] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.252078] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.252468] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.252645] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.252801] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 32ca51b2-abba-4fe3-9216-edeb9eabe080 not found, creating... [ 720.253102] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.253266] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.253464] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.253744] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.253853] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.254126] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.254299] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.254408] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.254625] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.254777] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.254918] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 32ca51b2-abba-4fe3-9216-edeb9eabe080 is going to be created. [ 720.277181] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.277473] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.277558] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.277876] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.278165] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.278439] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-32ca51b2-abba-4fe3-9216-edeb9eabe080" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.332727] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.731294] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.731483] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.731539] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.731773] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.731869] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.731963] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b132768-2315-4c78-aa36-7b0d3346d9c8 already deleted. [ 720.732086] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b132768-2315-4c78-aa36-7b0d3346d9c8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.837667] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.837946] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.837946] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.838736] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.838736] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.838736] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 is going to be created. [ 720.865916] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.865916] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.865916] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.866192] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.866431] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.880071] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 in Status: UNINITIALIZED for 2s [ 721.082126] env[69343]: INFO networking_nsxv3.common.synchronization [None req-1e20de17-931e-4d3a-ada4-36cc41219663 None None] Enqueued Resource ID: 333d7e7c-b072-444c-8ff2-82a783170c65 with Priority: HIGHEST for action port [ 721.084151] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333d7e7c-b072-444c-8ff2-82a783170c65 with Priority: HIGHEST for action port [ 721.087670] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-333d7e7c-b072-444c-8ff2-82a783170c65 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.087670] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-333d7e7c-b072-444c-8ff2-82a783170c65" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.087670] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-333d7e7c-b072-444c-8ff2-82a783170c65" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.087670] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-333d7e7c-b072-444c-8ff2-82a783170c65" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.087670] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('333d7e7c-b072-444c-8ff2-82a783170c65',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.109469] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.109693] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-220" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.109813] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-220" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.113062] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-220" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.113062] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.113062] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.113062] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.113062] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.113453] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.113536] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.113979] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.113979] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.113979] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.114191] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.114956] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.114956] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.135926] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.135926] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 721.135926] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.136168] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-220" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.137399] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-103cc334-6aef-42aa-aea0-d6e339f7594d taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.137399] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-103cc334-6aef-42aa-aea0-d6e339f7594d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.137399] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-103cc334-6aef-42aa-aea0-d6e339f7594d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.137732] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-103cc334-6aef-42aa-aea0-d6e339f7594d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.137991] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('103cc334-6aef-42aa-aea0-d6e339f7594d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.589054] env[69343]: INFO networking_nsxv3.common.synchronization [req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 req-41b70400-2522-4e48-95d5-36d00285b2c4 service nova] Enqueued Resource ID: d9b0edba-1a92-4312-8edc-a69e6c1f0f49 with Priority: HIGHEST for action security_group_rules [ 721.589054] env[69343]: INFO networking_nsxv3.common.synchronization [req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 req-41b70400-2522-4e48-95d5-36d00285b2c4 service nova] Enqueued Resource ID: d9b0edba-1a92-4312-8edc-a69e6c1f0f49 with Priority: HIGHEST for action security_group_members [ 721.589220] env[69343]: INFO networking_nsxv3.common.synchronization [req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 req-41b70400-2522-4e48-95d5-36d00285b2c4 service nova] Enqueued Resource ID: 32ca51b2-abba-4fe3-9216-edeb9eabe080 with Priority: HIGHEST for action port [ 721.589405] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 333d7e7c-b072-444c-8ff2-82a783170c65 [ 721.589596] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.589710] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.589773] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.589965] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.590057] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.590154] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:333d7e7c-b072-444c-8ff2-82a783170c65 already deleted. [ 721.590221] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-333d7e7c-b072-444c-8ff2-82a783170c65" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.590387] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b0edba-1a92-4312-8edc-a69e6c1f0f49 with Priority: HIGHEST for action security_group_rules [ 721.590512] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b0edba-1a92-4312-8edc-a69e6c1f0f49 with Priority: HIGHEST for action security_group_members [ 721.590624] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32ca51b2-abba-4fe3-9216-edeb9eabe080 with Priority: HIGHEST for action port [ 721.594061] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9b0edba-1a92-4312-8edc-a69e6c1f0f49 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.594061] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9b0edba-1a92-4312-8edc-a69e6c1f0f49" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.594061] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9b0edba-1a92-4312-8edc-a69e6c1f0f49" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.594061] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9b0edba-1a92-4312-8edc-a69e6c1f0f49" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.594061] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9b0edba-1a92-4312-8edc-a69e6c1f0f49',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.594061] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9b0edba-1a92-4312-8edc-a69e6c1f0f49 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.594061] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9b0edba-1a92-4312-8edc-a69e6c1f0f49" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.594061] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9b0edba-1a92-4312-8edc-a69e6c1f0f49" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.594061] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9b0edba-1a92-4312-8edc-a69e6c1f0f49" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.594061] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.594061] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.594061] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.594061] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.594061] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.594061] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9b0edba-1a92-4312-8edc-a69e6c1f0f49',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.594888] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-32ca51b2-abba-4fe3-9216-edeb9eabe080 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.594888] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32ca51b2-abba-4fe3-9216-edeb9eabe080" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.594888] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32ca51b2-abba-4fe3-9216-edeb9eabe080" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.594888] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32ca51b2-abba-4fe3-9216-edeb9eabe080" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.594888] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32ca51b2-abba-4fe3-9216-edeb9eabe080',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.642637] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.642887] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.643048] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.643398] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.643590] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.643744] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 103cc334-6aef-42aa-aea0-d6e339f7594d not found, creating... [ 721.644035] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.644194] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.644305] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.644544] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.644681] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.645844] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.646239] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.646399] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.646860] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.647075] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.647226] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 103cc334-6aef-42aa-aea0-d6e339f7594d is going to be created. [ 721.670976] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.670976] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.670976] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.670976] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.670976] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.670976] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-103cc334-6aef-42aa-aea0-d6e339f7594d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.685407] env[69343]: INFO networking_nsxv3.common.synchronization [None req-eacf1ec1-eb4a-4e38-9bc5-949f59fe7dfd None None] Enqueued Resource ID: b7942eff-a13d-4ff5-84e2-7d1b3d539f5f with Priority: HIGHEST for action port [ 721.685407] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7942eff-a13d-4ff5-84e2-7d1b3d539f5f with Priority: HIGHEST for action port [ 721.685843] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7942eff-a13d-4ff5-84e2-7d1b3d539f5f taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.685905] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7942eff-a13d-4ff5-84e2-7d1b3d539f5f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.685949] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7942eff-a13d-4ff5-84e2-7d1b3d539f5f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.689788] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7942eff-a13d-4ff5-84e2-7d1b3d539f5f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.689860] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7942eff-a13d-4ff5-84e2-7d1b3d539f5f',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.887669] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 263a8019-cd3d-4d98-849d-6a5083536c84 in Status: SUCCESS [ 721.887669] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.097482] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9b0edba-1a92-4312-8edc-a69e6c1f0f49 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.097599] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9b0edba-1a92-4312-8edc-a69e6c1f0f49" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.099019] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32ca51b2-abba-4fe3-9216-edeb9eabe080 with status ACTIVE [ 722.099019] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.099019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.099019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.099019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.099019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.099019] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.099019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.099019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.099019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.099019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.099506] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.099506] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.099506] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.099506] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.099640] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.099640] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32ca51b2-abba-4fe3-9216-edeb9eabe080 is going to be updated. [ 722.102292] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9b0edba-1a92-4312-8edc-a69e6c1f0f49',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.127408] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.127408] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.127408] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.127408] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.127408] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.127408] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32ca51b2-abba-4fe3-9216-edeb9eabe080" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.192212] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7942eff-a13d-4ff5-84e2-7d1b3d539f5f [ 722.193571] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.193789] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.193789] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.193980] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.194104] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.194215] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7942eff-a13d-4ff5-84e2-7d1b3d539f5f already deleted. [ 722.194327] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7942eff-a13d-4ff5-84e2-7d1b3d539f5f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.230725] env[69343]: INFO networking_nsxv3.common.synchronization [None req-592916dc-875a-4bc7-994b-a7c8a0c96bac None None] Enqueued Resource ID: 64d82c9c-2bb1-4d50-a988-84064f91ec54 with Priority: HIGHEST for action port [ 722.230989] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64d82c9c-2bb1-4d50-a988-84064f91ec54 with Priority: HIGHEST for action port [ 722.231581] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-64d82c9c-2bb1-4d50-a988-84064f91ec54 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.231704] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64d82c9c-2bb1-4d50-a988-84064f91ec54" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.231770] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64d82c9c-2bb1-4d50-a988-84064f91ec54" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.232025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64d82c9c-2bb1-4d50-a988-84064f91ec54" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.232165] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64d82c9c-2bb1-4d50-a988-84064f91ec54',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.458255] env[69343]: INFO networking_nsxv3.common.synchronization [req-e51d2010-cc31-42b9-987d-244bd1f7468b req-19d7e2aa-d120-47cd-b233-eb2fd7ef4d95 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Enqueued Resource ID: a8e81289-2fbd-4664-9b74-973ca9612c95 with Priority: HIGHEST for action security_group_members [ 722.458948] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e81289-2fbd-4664-9b74-973ca9612c95 with Priority: HIGHEST for action security_group_members [ 722.462616] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e81289-2fbd-4664-9b74-973ca9612c95 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.462616] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e81289-2fbd-4664-9b74-973ca9612c95" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.462616] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e81289-2fbd-4664-9b74-973ca9612c95" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.462616] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e81289-2fbd-4664-9b74-973ca9612c95" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.462616] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.462616] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.462616] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.462616] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.462616] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.462616] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e81289-2fbd-4664-9b74-973ca9612c95',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.605091] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9b0edba-1a92-4312-8edc-a69e6c1f0f49',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.736054] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64d82c9c-2bb1-4d50-a988-84064f91ec54 [ 722.736054] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.736054] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.736054] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.736054] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.736054] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.736054] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64d82c9c-2bb1-4d50-a988-84064f91ec54 already deleted. [ 722.736054] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64d82c9c-2bb1-4d50-a988-84064f91ec54" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.892813] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 in Status: SUCCESS [ 722.893084] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.893211] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.893464] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.893638] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.893749] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.893834] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.893995] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.894106] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.894202] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.918563] env[69343]: INFO networking_nsxv3.common.synchronization [req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 req-33b5adeb-4ff6-4579-acc2-efd6eedcbf28 service nova] Enqueued Resource ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 with Priority: HIGHEST for action security_group_rules [ 722.918792] env[69343]: INFO networking_nsxv3.common.synchronization [req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 req-33b5adeb-4ff6-4579-acc2-efd6eedcbf28 service nova] Enqueued Resource ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 with Priority: HIGHEST for action security_group_members [ 722.919021] env[69343]: INFO networking_nsxv3.common.synchronization [req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 req-33b5adeb-4ff6-4579-acc2-efd6eedcbf28 service nova] Enqueued Resource ID: 103cc334-6aef-42aa-aea0-d6e339f7594d with Priority: HIGHEST for action port [ 722.919999] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 with Priority: HIGHEST for action security_group_rules [ 722.919999] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 with Priority: HIGHEST for action security_group_members [ 722.919999] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 103cc334-6aef-42aa-aea0-d6e339f7594d with Priority: HIGHEST for action port [ 722.920466] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4fc5e04-12f1-4226-a748-294ee28ddb69 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.920560] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.920688] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4fc5e04-12f1-4226-a748-294ee28ddb69 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.920774] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.920952] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-103cc334-6aef-42aa-aea0-d6e339f7594d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.921106] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-103cc334-6aef-42aa-aea0-d6e339f7594d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.921167] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-103cc334-6aef-42aa-aea0-d6e339f7594d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.921372] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-103cc334-6aef-42aa-aea0-d6e339f7594d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.921450] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('103cc334-6aef-42aa-aea0-d6e339f7594d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.964030] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.964030] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.964206] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.964296] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.964371] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.964514] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.964616] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.964663] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.964800] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.964871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.964953] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e81289-2fbd-4664-9b74-973ca9612c95 is going to be updated. [ 722.994022] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.994022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.994022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.994022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.994022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.002210] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e81289-2fbd-4664-9b74-973ca9612c95 in Status: IN_PROGRESS for 2s [ 723.110280] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.110280] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.110280] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.110280] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.110543] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.110543] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9b0edba-1a92-4312-8edc-a69e6c1f0f49 is going to be created. [ 723.142129] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.142246] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.142364] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.143035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.143035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.154898] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9b0edba-1a92-4312-8edc-a69e6c1f0f49 in Status: UNINITIALIZED for 2s [ 723.396815] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.424240] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 103cc334-6aef-42aa-aea0-d6e339f7594d with status ACTIVE [ 723.424568] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.424666] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.424666] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.424976] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.425106] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.425292] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.425396] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.425461] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.425659] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.425744] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.425931] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.426344] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.426344] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.426691] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.426772] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.426880] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 103cc334-6aef-42aa-aea0-d6e339f7594d is going to be updated. [ 723.449717] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.449855] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.450120] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.450280] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.450451] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.450674] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-103cc334-6aef-42aa-aea0-d6e339f7594d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.899713] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.024019] env[69343]: INFO networking_nsxv3.common.synchronization [None req-c78b95c3-e4f3-46c4-8397-95635fb762f2 None None] Enqueued Resource ID: 777f52cd-813b-497e-84f0-588f0f98a59b with Priority: HIGHEST for action port [ 724.024019] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777f52cd-813b-497e-84f0-588f0f98a59b with Priority: HIGHEST for action port [ 724.024019] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-777f52cd-813b-497e-84f0-588f0f98a59b taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.024019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-777f52cd-813b-497e-84f0-588f0f98a59b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.024019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-777f52cd-813b-497e-84f0-588f0f98a59b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.024499] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-777f52cd-813b-497e-84f0-588f0f98a59b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.024661] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('777f52cd-813b-497e-84f0-588f0f98a59b',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.386952] env[69343]: INFO networking_nsxv3.common.synchronization [req-d6e657ca-47d6-481a-9692-200a274cc06c req-9da69116-3ba7-4344-a1a1-2b666dfbd966 tempest-SecurityGroupRulesTestJSON-1976533285 tempest-SecurityGroupRulesTestJSON-1976533285-project-member] Enqueued Resource ID: 48475400-8d2e-4e59-a79c-8658ca87af8f with Priority: HIGHEST for action security_group_rules [ 724.387506] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48475400-8d2e-4e59-a79c-8658ca87af8f with Priority: HIGHEST for action security_group_rules [ 724.387506] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48475400-8d2e-4e59-a79c-8658ca87af8f taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.387506] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48475400-8d2e-4e59-a79c-8658ca87af8f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.387699] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48475400-8d2e-4e59-a79c-8658ca87af8f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.387818] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48475400-8d2e-4e59-a79c-8658ca87af8f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.387869] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48475400-8d2e-4e59-a79c-8658ca87af8f',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.402179] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.402179] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.402179] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.402478] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.402478] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.402478] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 is going to be updated. [ 724.433171] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.433385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.433385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.433711] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.433904] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.442321] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 in Status: IN_PROGRESS for 2s [ 724.528306] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 777f52cd-813b-497e-84f0-588f0f98a59b [ 724.528542] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.528675] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.528858] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.528960] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.529095] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.529165] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:777f52cd-813b-497e-84f0-588f0f98a59b already deleted. [ 724.529250] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-777f52cd-813b-497e-84f0-588f0f98a59b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.910258] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.910555] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.910555] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.910711] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.910749] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.912495] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48475400-8d2e-4e59-a79c-8658ca87af8f already deleted. [ 724.912495] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48475400-8d2e-4e59-a79c-8658ca87af8f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.013977] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e81289-2fbd-4664-9b74-973ca9612c95 in Status: SUCCESS [ 725.014211] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e81289-2fbd-4664-9b74-973ca9612c95 deletion is rescheduled due to dependency. [ 725.014465] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e81289-2fbd-4664-9b74-973ca9612c95" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.164434] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9b0edba-1a92-4312-8edc-a69e6c1f0f49 in Status: SUCCESS [ 725.164914] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9b0edba-1a92-4312-8edc-a69e6c1f0f49" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.164914] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9b0edba-1a92-4312-8edc-a69e6c1f0f49" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.165089] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9b0edba-1a92-4312-8edc-a69e6c1f0f49" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.165283] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.165405] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.165470] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.165642] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.165743] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.165837] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9b0edba-1a92-4312-8edc-a69e6c1f0f49" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.165958] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9b0edba-1a92-4312-8edc-a69e6c1f0f49',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.657818] env[69343]: INFO networking_nsxv3.common.synchronization [None req-a3c5be63-124c-4b76-aa07-0cf9d40c0ca9 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Enqueued Resource ID: 1d785ece-366d-4827-8263-5e13f1c88e18 with Priority: HIGHEST for action security_group_rules [ 725.657818] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d785ece-366d-4827-8263-5e13f1c88e18 with Priority: HIGHEST for action security_group_rules [ 725.658226] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d785ece-366d-4827-8263-5e13f1c88e18 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.658226] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.658226] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.658652] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.658748] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d785ece-366d-4827-8263-5e13f1c88e18',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.669250] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9b0edba-1a92-4312-8edc-a69e6c1f0f49 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.669250] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9b0edba-1a92-4312-8edc-a69e6c1f0f49" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.669250] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9b0edba-1a92-4312-8edc-a69e6c1f0f49" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.669250] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9b0edba-1a92-4312-8edc-a69e6c1f0f49" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.669250] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.669250] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.669250] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.669250] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.669250] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.669250] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9b0edba-1a92-4312-8edc-a69e6c1f0f49" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.669250] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9b0edba-1a92-4312-8edc-a69e6c1f0f49 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.669250] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9b0edba-1a92-4312-8edc-a69e6c1f0f49" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.669250] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9b0edba-1a92-4312-8edc-a69e6c1f0f49" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.669670] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9b0edba-1a92-4312-8edc-a69e6c1f0f49" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.669670] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.669670] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.669670] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.669787] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.670198] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.670198] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9b0edba-1a92-4312-8edc-a69e6c1f0f49" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.670198] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9b0edba-1a92-4312-8edc-a69e6c1f0f49',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.786844] env[69343]: INFO networking_nsxv3.common.synchronization [None req-10f9e4b9-142e-4d3f-9297-142e84ac5211 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Enqueued Resource ID: 1d785ece-366d-4827-8263-5e13f1c88e18 with Priority: HIGHEST for action security_group_rules [ 725.788103] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d785ece-366d-4827-8263-5e13f1c88e18 with Priority: HIGHEST for action security_group_rules [ 725.788528] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d785ece-366d-4827-8263-5e13f1c88e18 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.788528] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.172839] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9b0edba-1a92-4312-8edc-a69e6c1f0f49: rpc.has_security_group_logging(os_id): False [ 726.179985] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.180162] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.180758] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.180758] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.180758] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.180758] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d785ece-366d-4827-8263-5e13f1c88e18 already deleted. [ 726.180758] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.181066] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.181066] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.181124] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d785ece-366d-4827-8263-5e13f1c88e18',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.189296] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.189457] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.189540] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.189824] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.189824] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.190109] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.190228] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.190306] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.190474] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.190580] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.190776] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.190899] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.190934] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.191092] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.191168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.191365] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.191476] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.191544] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.191897] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.191897] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.191897] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9b0edba-1a92-4312-8edc-a69e6c1f0f49 is going to be created. [ 726.201807] env[69343]: INFO networking_nsxv3.common.synchronization [None req-d0ff6fe4-8619-4c85-8822-8cc7a3edbf2a None None] Enqueued Resource ID: cff7d9b2-8b09-48e5-8ee7-11293da36c79 with Priority: HIGHEST for action port [ 726.202092] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cff7d9b2-8b09-48e5-8ee7-11293da36c79 with Priority: HIGHEST for action port [ 726.208238] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-cff7d9b2-8b09-48e5-8ee7-11293da36c79 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.208238] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cff7d9b2-8b09-48e5-8ee7-11293da36c79" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.208238] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cff7d9b2-8b09-48e5-8ee7-11293da36c79" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.208238] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cff7d9b2-8b09-48e5-8ee7-11293da36c79" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.208238] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cff7d9b2-8b09-48e5-8ee7-11293da36c79',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.257871] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.258160] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.258160] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.260713] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.260713] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.282508] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9b0edba-1a92-4312-8edc-a69e6c1f0f49 in Status: IN_PROGRESS for 2s [ 726.454473] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 in Status: SUCCESS [ 726.454692] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.454864] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.456085] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.456451] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.456451] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.456874] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.456874] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.456874] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.456874] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.457153] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.458537] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.458743] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.458981] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.459157] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.459235] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.459427] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.459767] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.460081] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.704433] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.704433] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.704433] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.704433] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.704433] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.704433] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d785ece-366d-4827-8263-5e13f1c88e18 already deleted. [ 726.704433] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.711899] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cff7d9b2-8b09-48e5-8ee7-11293da36c79 [ 726.712364] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.713169] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.713450] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.714437] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.714437] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.714437] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cff7d9b2-8b09-48e5-8ee7-11293da36c79 already deleted. [ 726.714437] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cff7d9b2-8b09-48e5-8ee7-11293da36c79" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.962662] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4fc5e04-12f1-4226-a748-294ee28ddb69 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.962915] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.963179] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.471905] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.970233] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.970233] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.970233] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.970233] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.970233] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.970233] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 is going to be updated. [ 727.999186] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.000099] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.000099] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.000099] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.002605] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.011337] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 in Status: IN_PROGRESS for 2s [ 728.120738] env[69343]: INFO networking_nsxv3.common.synchronization [req-54c3c185-62f7-4d72-86e2-9d3601462819 req-04e17a95-8c4c-4854-9101-0bcaaa098894 tempest-SecurityGroupRulesTestJSON-1976533285 tempest-SecurityGroupRulesTestJSON-1976533285-project-member] Enqueued Resource ID: 2c2a21a9-5403-4da4-9872-bacbb0925171 with Priority: HIGHEST for action security_group_rules [ 728.121312] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2a21a9-5403-4da4-9872-bacbb0925171 with Priority: HIGHEST for action security_group_rules [ 728.121702] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c2a21a9-5403-4da4-9872-bacbb0925171 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.121850] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c2a21a9-5403-4da4-9872-bacbb0925171" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.121933] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c2a21a9-5403-4da4-9872-bacbb0925171" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.122345] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c2a21a9-5403-4da4-9872-bacbb0925171" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.122345] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c2a21a9-5403-4da4-9872-bacbb0925171',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.276510] env[69343]: INFO networking_nsxv3.common.synchronization [req-518cdf44-d03a-4875-8ba7-2062c3326fde req-2df296ea-6ae6-4b4b-a119-b22a9502e75f tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Enqueued Resource ID: 24b97c2f-25e9-4c18-89e0-1d68e005dbfc with Priority: HIGHEST for action security_group_members [ 728.279237] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24b97c2f-25e9-4c18-89e0-1d68e005dbfc with Priority: HIGHEST for action security_group_members [ 728.280028] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-24b97c2f-25e9-4c18-89e0-1d68e005dbfc taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.280737] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24b97c2f-25e9-4c18-89e0-1d68e005dbfc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.280737] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24b97c2f-25e9-4c18-89e0-1d68e005dbfc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.280945] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24b97c2f-25e9-4c18-89e0-1d68e005dbfc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.281261] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.281740] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.281955] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.282973] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.282973] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.282973] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24b97c2f-25e9-4c18-89e0-1d68e005dbfc',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.288873] env[69343]: INFO networking_nsxv3.common.synchronization [req-fbd527da-bd79-4cb3-bb7c-465fb9bc4498 req-a200ed2b-755e-42de-969c-b14799bfc44a tempest-DeleteServersAdminTestJSON-569268729 tempest-DeleteServersAdminTestJSON-569268729-project-admin] Enqueued Resource ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 with Priority: HIGHEST for action security_group_members [ 728.290097] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 with Priority: HIGHEST for action security_group_members [ 728.290375] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-327f0a5b-79f4-4049-bc27-7d0c0ee11938 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.291130] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.291517] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.291517] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.291698] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.291844] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.291955] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.294612] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.294612] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.294612] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('327f0a5b-79f4-4049-bc27-7d0c0ee11938',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.300827] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9b0edba-1a92-4312-8edc-a69e6c1f0f49 in Status: SUCCESS [ 728.301049] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9b0edba-1a92-4312-8edc-a69e6c1f0f49" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.642473] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.642764] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.642764] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.642894] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.642983] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.643089] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c2a21a9-5403-4da4-9872-bacbb0925171 already deleted. [ 728.643172] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c2a21a9-5403-4da4-9872-bacbb0925171" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.791426] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.791426] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.791426] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.791426] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.791426] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.791750] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.791750] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.791750] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.791856] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.791856] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.791941] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24b97c2f-25e9-4c18-89e0-1d68e005dbfc is going to be updated. [ 728.796908] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.797050] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.797414] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.797414] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.797527] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.797971] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.797971] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.797971] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.798164] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.798164] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.798281] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 is going to be updated. [ 728.821864] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.822079] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.822122] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.822316] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.822514] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.825528] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.826213] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.826213] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.826984] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.826984] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.836520] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24b97c2f-25e9-4c18-89e0-1d68e005dbfc in Status: IN_PROGRESS for 2s [ 728.837407] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 in Status: IN_PROGRESS for 2s [ 729.188834] env[69343]: INFO networking_nsxv3.common.synchronization [req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f req-d9dffe24-24cc-4d6b-94f1-969d847e6486 tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Enqueued Resource ID: ca29e31f-fa66-41ed-ad31-30ffd294523e with Priority: HIGHEST for action security_group_members [ 729.189470] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca29e31f-fa66-41ed-ad31-30ffd294523e with Priority: HIGHEST for action security_group_members [ 729.189856] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca29e31f-fa66-41ed-ad31-30ffd294523e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.190132] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca29e31f-fa66-41ed-ad31-30ffd294523e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.190198] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca29e31f-fa66-41ed-ad31-30ffd294523e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.190517] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca29e31f-fa66-41ed-ad31-30ffd294523e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.190882] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.191109] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.191989] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.191989] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.191989] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.191989] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca29e31f-fa66-41ed-ad31-30ffd294523e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.694368] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.694814] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.694814] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.694987] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.694987] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.695165] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.695300] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.695378] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.695565] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.695722] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.695722] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca29e31f-fa66-41ed-ad31-30ffd294523e already deleted. [ 729.695811] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca29e31f-fa66-41ed-ad31-30ffd294523e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.020766] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 in Status: SUCCESS [ 730.021031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.021202] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.021420] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.021619] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.021741] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.021804] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.021961] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.022057] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.022148] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.022305] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4fc5e04-12f1-4226-a748-294ee28ddb69 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.022401] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.022466] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.022605] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.022792] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.022915] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.022988] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.025445] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.025700] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.025806] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.025907] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.041566] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-855 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.041988] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-855" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.041988] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-855" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.042383] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-855" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.042488] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.043027] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.043027] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.043496] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.043767] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.044043] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.044158] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.044296] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.044571] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.044942] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.045080] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.045224] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.066434] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.066434] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 730.066434] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.066434] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-855" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.066434] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.066434] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.066434] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.066434] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.066434] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.530955] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4fc5e04-12f1-4226-a748-294ee28ddb69: rpc.has_security_group_logging(os_id): False [ 730.550243] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.550243] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.550243] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.550243] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.550243] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.550243] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.550243] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.550243] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.550243] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.550243] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.550243] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.550243] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.550243] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.550243] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.550243] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.550748] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.550748] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.550748] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.550748] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.551275] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.551594] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 is going to be created. [ 730.573062] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.573062] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.573062] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.573062] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.573062] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.573062] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e not found, creating... [ 730.573062] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.573062] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.573062] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.573062] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.573062] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.573606] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.573606] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.573606] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.573606] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.573606] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.573976] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e is going to be created. [ 730.587805] env[69343]: INFO networking_nsxv3.common.synchronization [None req-c4663052-6589-42fd-9c1a-1acaf479c3ec None None] Enqueued Resource ID: a25ab0c6-2c3a-48f2-bdfc-4971f229fbd8 with Priority: HIGHEST for action port [ 730.587805] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a25ab0c6-2c3a-48f2-bdfc-4971f229fbd8 with Priority: HIGHEST for action port [ 730.587805] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-a25ab0c6-2c3a-48f2-bdfc-4971f229fbd8 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.587805] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a25ab0c6-2c3a-48f2-bdfc-4971f229fbd8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.587805] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a25ab0c6-2c3a-48f2-bdfc-4971f229fbd8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.587805] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a25ab0c6-2c3a-48f2-bdfc-4971f229fbd8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.587805] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a25ab0c6-2c3a-48f2-bdfc-4971f229fbd8',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.593466] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.593466] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.593466] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.593466] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.593466] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.593466] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.606019] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.606019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.606019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.606019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.606019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.614291] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 in Status: IN_PROGRESS for 2s [ 730.851402] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24b97c2f-25e9-4c18-89e0-1d68e005dbfc in Status: SUCCESS [ 730.851818] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24b97c2f-25e9-4c18-89e0-1d68e005dbfc deletion is rescheduled due to dependency. [ 730.851933] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24b97c2f-25e9-4c18-89e0-1d68e005dbfc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.853018] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 in Status: SUCCESS [ 730.853268] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 deletion is rescheduled due to dependency. [ 730.853427] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.090937] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a25ab0c6-2c3a-48f2-bdfc-4971f229fbd8 [ 731.090937] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.090937] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.090937] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.090937] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.090937] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.090937] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a25ab0c6-2c3a-48f2-bdfc-4971f229fbd8 already deleted. [ 731.090937] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a25ab0c6-2c3a-48f2-bdfc-4971f229fbd8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.871787] env[69343]: INFO networking_nsxv3.common.synchronization [None req-c7543f0c-1eee-4c26-9186-c9a810a08454 None None] Enqueued Resource ID: 1dbb7a37-0ade-41db-b777-c7c2cb3cdfd1 with Priority: HIGHEST for action port [ 731.872611] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dbb7a37-0ade-41db-b777-c7c2cb3cdfd1 with Priority: HIGHEST for action port [ 731.872764] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dbb7a37-0ade-41db-b777-c7c2cb3cdfd1 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.872764] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dbb7a37-0ade-41db-b777-c7c2cb3cdfd1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.872886] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dbb7a37-0ade-41db-b777-c7c2cb3cdfd1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.873108] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dbb7a37-0ade-41db-b777-c7c2cb3cdfd1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.873188] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dbb7a37-0ade-41db-b777-c7c2cb3cdfd1',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.932106] env[69343]: INFO networking_nsxv3.common.synchronization [None req-4b41d798-5089-4768-a75e-0e8acdf32714 None None] Enqueued Resource ID: 6e6b6ec7-e0a6-4a1a-b0f7-701c5b614bc7 with Priority: HIGHEST for action port [ 731.932574] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e6b6ec7-e0a6-4a1a-b0f7-701c5b614bc7 with Priority: HIGHEST for action port [ 731.932886] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e6b6ec7-e0a6-4a1a-b0f7-701c5b614bc7 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.933030] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e6b6ec7-e0a6-4a1a-b0f7-701c5b614bc7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.933095] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e6b6ec7-e0a6-4a1a-b0f7-701c5b614bc7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.933352] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e6b6ec7-e0a6-4a1a-b0f7-701c5b614bc7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.933434] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e6b6ec7-e0a6-4a1a-b0f7-701c5b614bc7',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.220842] env[69343]: INFO networking_nsxv3.common.synchronization [None req-de85c597-81d7-47d4-9d91-9b1c4840d78e None None] Enqueued Resource ID: 1947b0bf-6f20-4a5f-b8e5-89045b83848a with Priority: HIGHEST for action port [ 732.221381] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1947b0bf-6f20-4a5f-b8e5-89045b83848a with Priority: HIGHEST for action port [ 732.221990] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-1947b0bf-6f20-4a5f-b8e5-89045b83848a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.221990] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1947b0bf-6f20-4a5f-b8e5-89045b83848a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.221990] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1947b0bf-6f20-4a5f-b8e5-89045b83848a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.223328] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1947b0bf-6f20-4a5f-b8e5-89045b83848a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.223411] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1947b0bf-6f20-4a5f-b8e5-89045b83848a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.375799] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1dbb7a37-0ade-41db-b777-c7c2cb3cdfd1 [ 732.376919] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.377117] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.377193] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.377424] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.377522] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.377649] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1dbb7a37-0ade-41db-b777-c7c2cb3cdfd1 already deleted. [ 732.377738] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dbb7a37-0ade-41db-b777-c7c2cb3cdfd1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.435762] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e6b6ec7-e0a6-4a1a-b0f7-701c5b614bc7 [ 732.438927] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.438927] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.438927] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.438927] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.438927] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.438927] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e6b6ec7-e0a6-4a1a-b0f7-701c5b614bc7 already deleted. [ 732.438927] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e6b6ec7-e0a6-4a1a-b0f7-701c5b614bc7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.578914] env[69343]: INFO networking_nsxv3.common.synchronization [req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f req-d24130ce-424f-459d-8ed8-5f6a196d44ff service nova] Enqueued Resource ID: ca29e31f-fa66-41ed-ad31-30ffd294523e with Priority: HIGHEST for action security_group_rules [ 732.578914] env[69343]: INFO networking_nsxv3.common.synchronization [req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f req-d24130ce-424f-459d-8ed8-5f6a196d44ff service nova] Enqueued Resource ID: ca29e31f-fa66-41ed-ad31-30ffd294523e with Priority: HIGHEST for action security_group_members [ 732.578914] env[69343]: INFO networking_nsxv3.common.synchronization [req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f req-d24130ce-424f-459d-8ed8-5f6a196d44ff service nova] Enqueued Resource ID: f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e with Priority: HIGHEST for action port [ 732.578914] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca29e31f-fa66-41ed-ad31-30ffd294523e with Priority: HIGHEST for action security_group_rules [ 732.579105] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca29e31f-fa66-41ed-ad31-30ffd294523e with Priority: HIGHEST for action security_group_members [ 732.579105] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e with Priority: HIGHEST for action port [ 732.580686] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca29e31f-fa66-41ed-ad31-30ffd294523e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.580686] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca29e31f-fa66-41ed-ad31-30ffd294523e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.580686] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca29e31f-fa66-41ed-ad31-30ffd294523e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.580686] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca29e31f-fa66-41ed-ad31-30ffd294523e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.580686] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca29e31f-fa66-41ed-ad31-30ffd294523e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.582152] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca29e31f-fa66-41ed-ad31-30ffd294523e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.582152] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca29e31f-fa66-41ed-ad31-30ffd294523e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.582152] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca29e31f-fa66-41ed-ad31-30ffd294523e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.582152] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca29e31f-fa66-41ed-ad31-30ffd294523e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.582152] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.582152] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.582152] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.582541] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.582541] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.582541] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca29e31f-fa66-41ed-ad31-30ffd294523e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.583342] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.583342] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.583342] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.583488] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.583488] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.625528] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 in Status: SUCCESS [ 732.625627] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.625838] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.626098] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.626190] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.727338] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1947b0bf-6f20-4a5f-b8e5-89045b83848a [ 732.731988] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.731988] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.731988] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.731988] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.731988] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.731988] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1947b0bf-6f20-4a5f-b8e5-89045b83848a already deleted. [ 732.731988] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1947b0bf-6f20-4a5f-b8e5-89045b83848a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.085174] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca29e31f-fa66-41ed-ad31-30ffd294523e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.086235] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca29e31f-fa66-41ed-ad31-30ffd294523e taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.086318] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca29e31f-fa66-41ed-ad31-30ffd294523e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.086468] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e with status ACTIVE [ 733.086613] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.086736] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.086805] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.087010] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.087095] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.087258] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.087351] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.087410] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.087545] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.087624] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.087787] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.087873] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.087930] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.088466] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.091034] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.091034] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e is going to be updated. [ 733.111925] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.111925] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.111925] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.112848] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.112848] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.112848] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.130182] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4fc5e04-12f1-4226-a748-294ee28ddb69 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.130372] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.130417] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.132017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.132017] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.132017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.132017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.132017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.132017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.132017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.132017] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.591691] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca29e31f-fa66-41ed-ad31-30ffd294523e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.635967] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4fc5e04-12f1-4226-a748-294ee28ddb69 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.636140] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.636205] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.636430] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.636595] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.636707] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.638616] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.638899] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.638997] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.639107] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.639269] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4fc5e04-12f1-4226-a748-294ee28ddb69 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.639365] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.639425] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.639702] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.639766] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.639816] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.639917] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.639993] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.640078] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.640157] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.641452] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.066353] env[69343]: INFO networking_nsxv3.common.synchronization [req-7ad836c3-74c6-4982-b0c9-6bd68f3cec14 req-a605ce2b-1878-4c6a-86e0-47665ef32071 tempest-SecurityGroupRulesTestJSON-1976533285 tempest-SecurityGroupRulesTestJSON-1976533285-project-member] Enqueued Resource ID: 5cb34345-1e6c-4ac9-93fd-7bb6253dfce8 with Priority: HIGHEST for action security_group_rules [ 734.068119] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cb34345-1e6c-4ac9-93fd-7bb6253dfce8 with Priority: HIGHEST for action security_group_rules [ 734.068534] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cb34345-1e6c-4ac9-93fd-7bb6253dfce8 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.068783] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cb34345-1e6c-4ac9-93fd-7bb6253dfce8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.068783] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cb34345-1e6c-4ac9-93fd-7bb6253dfce8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.069049] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cb34345-1e6c-4ac9-93fd-7bb6253dfce8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.069140] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cb34345-1e6c-4ac9-93fd-7bb6253dfce8',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.097015] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.097015] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.097015] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.097015] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.097015] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.097015] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca29e31f-fa66-41ed-ad31-30ffd294523e is going to be created. [ 734.120113] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.120350] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.120350] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.120573] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.120719] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.134497] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca29e31f-fa66-41ed-ad31-30ffd294523e in Status: UNINITIALIZED for 2s [ 734.145288] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4fc5e04-12f1-4226-a748-294ee28ddb69: rpc.has_security_group_logging(os_id): False [ 734.165447] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.165730] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.165730] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.166181] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.166281] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.166538] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.166711] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.166822] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.167063] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.167582] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.167582] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.167582] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.167834] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.168086] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.168343] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.169266] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.169266] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.169266] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.169266] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.169266] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.169266] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 is going to be updated. [ 734.254466] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.254466] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.254466] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.254466] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.254466] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.266665] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 in Status: IN_PROGRESS for 2s [ 734.343147] env[69343]: INFO networking_nsxv3.common.synchronization [req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 req-e5a90933-9f08-4bfc-9f83-24d976828158 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Enqueued Resource ID: 694c549d-dffb-46e6-9e3d-a23a93b625be with Priority: HIGHEST for action security_group_members [ 734.343396] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694c549d-dffb-46e6-9e3d-a23a93b625be with Priority: HIGHEST for action security_group_members [ 734.343763] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-694c549d-dffb-46e6-9e3d-a23a93b625be taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.343897] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.343959] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.346529] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.346719] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.347054] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.347054] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.347219] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.347219] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.347310] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('694c549d-dffb-46e6-9e3d-a23a93b625be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.524864] env[69343]: INFO networking_nsxv3.common.synchronization [None req-27c92a43-277b-4590-bfb5-1209ba30cdfc None None] Enqueued Resource ID: 3a80384d-8117-4386-a568-e3590528e22a with Priority: HIGHEST for action port [ 734.525449] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a80384d-8117-4386-a568-e3590528e22a with Priority: HIGHEST for action port [ 734.525778] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a80384d-8117-4386-a568-e3590528e22a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.526061] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a80384d-8117-4386-a568-e3590528e22a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.526061] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a80384d-8117-4386-a568-e3590528e22a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.526247] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a80384d-8117-4386-a568-e3590528e22a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.526341] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a80384d-8117-4386-a568-e3590528e22a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.589851] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.590222] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.590333] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.590562] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.590661] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.590758] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cb34345-1e6c-4ac9-93fd-7bb6253dfce8 already deleted. [ 734.590832] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cb34345-1e6c-4ac9-93fd-7bb6253dfce8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.795922] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-577 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.795922] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.795922] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.795922] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.796252] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.796311] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.796829] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.796829] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.796829] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.797851] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 734.798756] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.798756] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.798756] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.798929] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 734.799872] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.799872] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.819164] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.819502] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 734.819741] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.820057] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.821051] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-6a210e51-1547-47fa-b0cb-8185a6427766 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.821051] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-6a210e51-1547-47fa-b0cb-8185a6427766" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.821275] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-6a210e51-1547-47fa-b0cb-8185a6427766" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.821572] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-6a210e51-1547-47fa-b0cb-8185a6427766" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.821784] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a210e51-1547-47fa-b0cb-8185a6427766',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.850869] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.850869] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.850869] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.851151] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.851151] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.851391] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.851621] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.851726] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.851873] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.851973] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.852098] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 694c549d-dffb-46e6-9e3d-a23a93b625be already deleted. [ 734.852224] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.029076] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a80384d-8117-4386-a568-e3590528e22a [ 735.029573] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.030093] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.030093] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.030093] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.030219] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.030219] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a80384d-8117-4386-a568-e3590528e22a already deleted. [ 735.030524] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a80384d-8117-4386-a568-e3590528e22a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.325685] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.325993] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.326053] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.328348] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.328348] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.328348] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 6a210e51-1547-47fa-b0cb-8185a6427766 not found, creating... [ 735.328348] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.328348] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.328348] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.328348] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.328348] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.328348] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.328348] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.328770] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.328770] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.328770] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.328770] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 6a210e51-1547-47fa-b0cb-8185a6427766 is going to be created. [ 735.349863] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.350040] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.350165] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.350430] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.350670] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.351306] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-6a210e51-1547-47fa-b0cb-8185a6427766" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.401752] env[69343]: INFO networking_nsxv3.common.synchronization [None req-b6113c6b-8762-4ae6-a150-7be58e4d1743 None None] Enqueued Resource ID: 1f329a7a-7472-42aa-a9ac-da1baedbada8 with Priority: HIGHEST for action port [ 735.401945] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f329a7a-7472-42aa-a9ac-da1baedbada8 with Priority: HIGHEST for action port [ 735.402529] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f329a7a-7472-42aa-a9ac-da1baedbada8 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.402706] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f329a7a-7472-42aa-a9ac-da1baedbada8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.402755] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f329a7a-7472-42aa-a9ac-da1baedbada8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.402978] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f329a7a-7472-42aa-a9ac-da1baedbada8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.403194] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f329a7a-7472-42aa-a9ac-da1baedbada8',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.837609] env[69343]: INFO networking_nsxv3.common.synchronization [None req-57d13f54-bf37-4cb6-864a-8597f8eab2e5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Enqueued Resource ID: 54c052bd-bb2b-425b-a647-95601d645611 with Priority: HIGHEST for action security_group_rules [ 735.839715] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c052bd-bb2b-425b-a647-95601d645611 with Priority: HIGHEST for action security_group_rules [ 735.839715] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54c052bd-bb2b-425b-a647-95601d645611 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.839715] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54c052bd-bb2b-425b-a647-95601d645611" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.839715] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54c052bd-bb2b-425b-a647-95601d645611" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.839715] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54c052bd-bb2b-425b-a647-95601d645611" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.839715] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54c052bd-bb2b-425b-a647-95601d645611',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.910375] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f329a7a-7472-42aa-a9ac-da1baedbada8 [ 735.910608] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.910750] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.910914] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.911230] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.911358] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.911485] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f329a7a-7472-42aa-a9ac-da1baedbada8 already deleted. [ 735.911597] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f329a7a-7472-42aa-a9ac-da1baedbada8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.947406] env[69343]: INFO networking_nsxv3.common.synchronization [None req-56ee3032-4e86-4a91-9d2e-ac6e1b7bb548 None None] Enqueued Resource ID: c75bf29d-a4c2-408f-a6aa-a17aa9e02077 with Priority: HIGHEST for action port [ 735.948206] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c75bf29d-a4c2-408f-a6aa-a17aa9e02077 with Priority: HIGHEST for action port [ 735.948556] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-c75bf29d-a4c2-408f-a6aa-a17aa9e02077 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.948726] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c75bf29d-a4c2-408f-a6aa-a17aa9e02077" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.948831] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c75bf29d-a4c2-408f-a6aa-a17aa9e02077" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.949160] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c75bf29d-a4c2-408f-a6aa-a17aa9e02077" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.949270] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c75bf29d-a4c2-408f-a6aa-a17aa9e02077',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.118869] env[69343]: INFO networking_nsxv3.common.synchronization [None req-0941234f-4dd9-4bcc-add1-d2f08ba73557 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Enqueued Resource ID: 54c052bd-bb2b-425b-a647-95601d645611 with Priority: HIGHEST for action security_group_rules [ 736.119434] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c052bd-bb2b-425b-a647-95601d645611 with Priority: HIGHEST for action security_group_rules [ 736.120193] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54c052bd-bb2b-425b-a647-95601d645611 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.120329] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54c052bd-bb2b-425b-a647-95601d645611" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.147875] env[69343]: INFO networking_nsxv3.common.synchronization [None req-ba743326-ed4c-408e-858d-7f26a112c986 None None] Enqueued Resource ID: 3b47871d-e4d0-4b6c-a5c2-9b49361deafe with Priority: HIGHEST for action port [ 736.150520] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca29e31f-fa66-41ed-ad31-30ffd294523e in Status: SUCCESS [ 736.150520] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca29e31f-fa66-41ed-ad31-30ffd294523e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.150520] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b47871d-e4d0-4b6c-a5c2-9b49361deafe with Priority: HIGHEST for action port [ 736.150520] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca29e31f-fa66-41ed-ad31-30ffd294523e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.150520] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca29e31f-fa66-41ed-ad31-30ffd294523e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.150520] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.150520] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.150520] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.150520] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.150520] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.150520] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca29e31f-fa66-41ed-ad31-30ffd294523e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.152292] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca29e31f-fa66-41ed-ad31-30ffd294523e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.152292] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b47871d-e4d0-4b6c-a5c2-9b49361deafe taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.152292] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b47871d-e4d0-4b6c-a5c2-9b49361deafe" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.152292] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b47871d-e4d0-4b6c-a5c2-9b49361deafe" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.152292] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b47871d-e4d0-4b6c-a5c2-9b49361deafe" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.152292] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b47871d-e4d0-4b6c-a5c2-9b49361deafe',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.282607] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 in Status: SUCCESS [ 736.282806] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.359770] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.360609] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.360609] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.360609] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.360609] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.360609] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54c052bd-bb2b-425b-a647-95601d645611 already deleted. [ 736.360609] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54c052bd-bb2b-425b-a647-95601d645611" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.360869] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54c052bd-bb2b-425b-a647-95601d645611" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.361018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54c052bd-bb2b-425b-a647-95601d645611" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.361113] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54c052bd-bb2b-425b-a647-95601d645611',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.451709] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c75bf29d-a4c2-408f-a6aa-a17aa9e02077 [ 736.452056] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.452203] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.452275] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.452488] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.452578] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.452672] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c75bf29d-a4c2-408f-a6aa-a17aa9e02077 already deleted. [ 736.452751] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c75bf29d-a4c2-408f-a6aa-a17aa9e02077" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.463136] env[69343]: INFO networking_nsxv3.common.synchronization [req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 req-928df08b-49cf-4d40-bc80-a112744ad940 service nova] Enqueued Resource ID: 694c549d-dffb-46e6-9e3d-a23a93b625be with Priority: HIGHEST for action security_group_rules [ 736.463278] env[69343]: INFO networking_nsxv3.common.synchronization [req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 req-928df08b-49cf-4d40-bc80-a112744ad940 service nova] Enqueued Resource ID: 694c549d-dffb-46e6-9e3d-a23a93b625be with Priority: HIGHEST for action security_group_members [ 736.463421] env[69343]: INFO networking_nsxv3.common.synchronization [req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 req-928df08b-49cf-4d40-bc80-a112744ad940 service nova] Enqueued Resource ID: 6a210e51-1547-47fa-b0cb-8185a6427766 with Priority: HIGHEST for action port [ 736.463669] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694c549d-dffb-46e6-9e3d-a23a93b625be with Priority: HIGHEST for action security_group_rules [ 736.463810] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694c549d-dffb-46e6-9e3d-a23a93b625be with Priority: HIGHEST for action security_group_members [ 736.463911] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a210e51-1547-47fa-b0cb-8185a6427766 with Priority: HIGHEST for action port [ 736.464613] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-694c549d-dffb-46e6-9e3d-a23a93b625be taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.464613] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.464744] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.464890] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.465279] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('694c549d-dffb-46e6-9e3d-a23a93b625be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.466111] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-694c549d-dffb-46e6-9e3d-a23a93b625be taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.466111] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.466111] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.466251] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.466602] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.466602] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.466602] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.466758] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.466827] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.466916] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('694c549d-dffb-46e6-9e3d-a23a93b625be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.467946] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a210e51-1547-47fa-b0cb-8185a6427766 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.468311] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a210e51-1547-47fa-b0cb-8185a6427766" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.468311] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a210e51-1547-47fa-b0cb-8185a6427766" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.468453] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a210e51-1547-47fa-b0cb-8185a6427766" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.468490] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a210e51-1547-47fa-b0cb-8185a6427766',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.654429] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca29e31f-fa66-41ed-ad31-30ffd294523e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.657010] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b47871d-e4d0-4b6c-a5c2-9b49361deafe [ 736.657010] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.657010] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.657010] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.657010] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.657010] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.657010] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b47871d-e4d0-4b6c-a5c2-9b49361deafe already deleted. [ 736.657010] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b47871d-e4d0-4b6c-a5c2-9b49361deafe" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.888087] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.888087] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.888087] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.888087] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.888087] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.888087] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54c052bd-bb2b-425b-a647-95601d645611 already deleted. [ 736.888087] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54c052bd-bb2b-425b-a647-95601d645611" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.910225] env[69343]: INFO networking_nsxv3.common.synchronization [req-35837de5-2070-4f60-bd41-40fc062ad816 req-d7c66f3a-819b-4804-b30c-56f415cce308 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Enqueued Resource ID: d9b0edba-1a92-4312-8edc-a69e6c1f0f49 with Priority: HIGHEST for action security_group_members [ 736.910788] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b0edba-1a92-4312-8edc-a69e6c1f0f49 with Priority: HIGHEST for action security_group_members [ 736.911114] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9b0edba-1a92-4312-8edc-a69e6c1f0f49 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.911243] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9b0edba-1a92-4312-8edc-a69e6c1f0f49" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.911300] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9b0edba-1a92-4312-8edc-a69e6c1f0f49" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.911498] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9b0edba-1a92-4312-8edc-a69e6c1f0f49" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.911650] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.911750] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.911809] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.911955] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.915179] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.915179] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9b0edba-1a92-4312-8edc-a69e6c1f0f49',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.969948] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('694c549d-dffb-46e6-9e3d-a23a93b625be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.970884] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-694c549d-dffb-46e6-9e3d-a23a93b625be taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.970998] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.971926] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a210e51-1547-47fa-b0cb-8185a6427766 with status ACTIVE [ 736.972274] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.972397] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.972440] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.972641] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.972734] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.972899] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.972991] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.973062] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.975929] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.975929] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.975929] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.975929] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.975929] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.975929] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.975929] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.975929] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a210e51-1547-47fa-b0cb-8185a6427766 is going to be updated. [ 736.996126] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.996287] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.000016] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.000016] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.000016] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.000016] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a210e51-1547-47fa-b0cb-8185a6427766" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.161542] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca29e31f-fa66-41ed-ad31-30ffd294523e: rpc.has_security_group_logging(os_id): False [ 737.178180] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.178330] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.178409] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.178836] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.178836] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.178932] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.179034] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.179100] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.179255] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.179332] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.179434] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca29e31f-fa66-41ed-ad31-30ffd294523e is going to be created. [ 737.241656] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.241656] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.241656] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.241656] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.241656] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.250934] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca29e31f-fa66-41ed-ad31-30ffd294523e in Status: IN_PROGRESS for 2s [ 737.417269] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.417618] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.417618] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.417739] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.417849] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.418093] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.418192] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.418253] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.418405] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.418483] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.418566] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9b0edba-1a92-4312-8edc-a69e6c1f0f49 is going to be updated. [ 737.446723] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.446810] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.446880] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.447117] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.447256] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.455383] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9b0edba-1a92-4312-8edc-a69e6c1f0f49 in Status: IN_PROGRESS for 2s [ 737.474706] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('694c549d-dffb-46e6-9e3d-a23a93b625be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.978377] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.978570] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.978630] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.978855] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.978948] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.979061] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 694c549d-dffb-46e6-9e3d-a23a93b625be is going to be created. [ 738.004689] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.004689] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.004689] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.004689] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.004689] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.015025] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 694c549d-dffb-46e6-9e3d-a23a93b625be in Status: UNINITIALIZED for 2s [ 738.147011] env[69343]: INFO networking_nsxv3.common.synchronization [None req-9bf5be58-aa83-43aa-8aad-4141242500dc None None] Enqueued Resource ID: 88df8969-e1e2-4f08-b2f1-2d81fbf78fc8 with Priority: HIGHEST for action port [ 738.147252] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88df8969-e1e2-4f08-b2f1-2d81fbf78fc8 with Priority: HIGHEST for action port [ 738.148105] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-88df8969-e1e2-4f08-b2f1-2d81fbf78fc8 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.148105] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88df8969-e1e2-4f08-b2f1-2d81fbf78fc8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.148105] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88df8969-e1e2-4f08-b2f1-2d81fbf78fc8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.148408] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88df8969-e1e2-4f08-b2f1-2d81fbf78fc8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.148408] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88df8969-e1e2-4f08-b2f1-2d81fbf78fc8',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.650671] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88df8969-e1e2-4f08-b2f1-2d81fbf78fc8 [ 738.651010] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.651533] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.651533] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.651763] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.651971] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.652193] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88df8969-e1e2-4f08-b2f1-2d81fbf78fc8 already deleted. [ 738.652581] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88df8969-e1e2-4f08-b2f1-2d81fbf78fc8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.080599] env[69343]: INFO networking_nsxv3.common.synchronization [req-52067f5d-8b3d-4d2b-86a5-995ecde36809 req-3afccac7-5018-4171-8c09-1c37622c181b tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Enqueued Resource ID: 0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193 with Priority: HIGHEST for action security_group_members [ 739.080599] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193 with Priority: HIGHEST for action security_group_members [ 739.080599] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.082098] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.082098] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.082098] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.082098] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.082098] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.084904] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.084904] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.084904] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.084904] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.265100] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca29e31f-fa66-41ed-ad31-30ffd294523e in Status: SUCCESS [ 739.265100] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca29e31f-fa66-41ed-ad31-30ffd294523e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.397437] env[69343]: INFO networking_nsxv3.common.synchronization [None req-d464b6ee-d7af-4d0d-96a8-2c5392324b6b None None] Enqueued Resource ID: f72e8672-e6e6-4c92-b25b-f1693b7350d2 with Priority: HIGHEST for action port [ 739.397557] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f72e8672-e6e6-4c92-b25b-f1693b7350d2 with Priority: HIGHEST for action port [ 739.399836] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-f72e8672-e6e6-4c92-b25b-f1693b7350d2 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.400137] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f72e8672-e6e6-4c92-b25b-f1693b7350d2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.400137] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f72e8672-e6e6-4c92-b25b-f1693b7350d2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.400342] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f72e8672-e6e6-4c92-b25b-f1693b7350d2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.400430] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f72e8672-e6e6-4c92-b25b-f1693b7350d2',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.468155] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9b0edba-1a92-4312-8edc-a69e6c1f0f49 in Status: SUCCESS [ 739.468287] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9b0edba-1a92-4312-8edc-a69e6c1f0f49 deletion is rescheduled due to dependency. [ 739.468415] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9b0edba-1a92-4312-8edc-a69e6c1f0f49" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.587337] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.587337] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.587337] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.587337] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.587337] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.587337] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.587337] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.587337] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.587337] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.587337] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.587337] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193 already deleted. [ 739.587337] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.593517] env[69343]: INFO networking_nsxv3.common.synchronization [req-134ff18e-2d18-4b96-8cab-fe794e0824ea req-8cd3aedd-8a07-4238-9b2b-44a56492c41a tempest-SecurityGroupRulesTestJSON-1976533285 tempest-SecurityGroupRulesTestJSON-1976533285-project-member] Enqueued Resource ID: baaafe20-6c85-4f4c-a3a7-bdb02d9053f7 with Priority: HIGHEST for action security_group_rules [ 739.594229] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baaafe20-6c85-4f4c-a3a7-bdb02d9053f7 with Priority: HIGHEST for action security_group_rules [ 739.594591] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-baaafe20-6c85-4f4c-a3a7-bdb02d9053f7 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.594752] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-baaafe20-6c85-4f4c-a3a7-bdb02d9053f7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.594893] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-baaafe20-6c85-4f4c-a3a7-bdb02d9053f7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.595138] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-baaafe20-6c85-4f4c-a3a7-bdb02d9053f7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.595777] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('baaafe20-6c85-4f4c-a3a7-bdb02d9053f7',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.904445] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f72e8672-e6e6-4c92-b25b-f1693b7350d2 [ 739.904753] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.904977] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.904977] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.905232] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.905315] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.905370] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f72e8672-e6e6-4c92-b25b-f1693b7350d2 already deleted. [ 739.905433] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f72e8672-e6e6-4c92-b25b-f1693b7350d2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.950812] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-356 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.951554] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-356" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.951632] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-356" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.953568] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-356" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.953945] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.954151] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.954324] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.954847] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.954847] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.954986] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.955132] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.955304] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.955398] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.955625] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.955625] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.955785] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.976574] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.976574] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 739.976574] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.976574] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-356" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.976574] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.976574] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.976574] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.976574] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.976574] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.024132] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 694c549d-dffb-46e6-9e3d-a23a93b625be in Status: SUCCESS [ 740.024439] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.026020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.026020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.026020] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.026020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.026020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.026020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.027575] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.027737] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.027885] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('694c549d-dffb-46e6-9e3d-a23a93b625be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.119241] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.119464] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.120030] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.120030] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.120030] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.120030] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: baaafe20-6c85-4f4c-a3a7-bdb02d9053f7 already deleted. [ 740.120030] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-baaafe20-6c85-4f4c-a3a7-bdb02d9053f7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.342918] env[69343]: INFO networking_nsxv3.common.synchronization [None req-4f746e4c-bab6-45d8-9a61-9451265b9b52 None None] Enqueued Resource ID: 7fb41156-de76-496c-b433-8e52d1242c19 with Priority: HIGHEST for action port [ 740.342918] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fb41156-de76-496c-b433-8e52d1242c19 with Priority: HIGHEST for action port [ 740.342918] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fb41156-de76-496c-b433-8e52d1242c19 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.342918] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fb41156-de76-496c-b433-8e52d1242c19" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.342918] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fb41156-de76-496c-b433-8e52d1242c19" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.342918] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fb41156-de76-496c-b433-8e52d1242c19" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.342918] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fb41156-de76-496c-b433-8e52d1242c19',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.481596] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.483282] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.484036] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.484246] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.489308] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.489308] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6 not found, creating... [ 740.489308] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.492147] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.492147] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.492147] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.492147] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.492147] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.492147] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.492147] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.492147] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.492147] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.492147] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6 is going to be created. [ 740.516685] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.517039] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.517541] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.517851] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.518152] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.518430] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.531094] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-694c549d-dffb-46e6-9e3d-a23a93b625be taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.531284] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.531368] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.531628] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.531833] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.531974] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.532071] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.532284] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.532401] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.532536] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.532711] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-694c549d-dffb-46e6-9e3d-a23a93b625be taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.532817] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.532887] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.533094] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.533249] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.533357] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.533421] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.533597] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.533863] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.533863] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.533863] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('694c549d-dffb-46e6-9e3d-a23a93b625be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.750796] env[69343]: INFO networking_nsxv3.common.synchronization [req-2abcca98-e900-4e3e-8880-cf858994d79a req-c2aa2731-bafa-43c9-b13f-e744e36b5792 tempest-SecurityGroupRulesTestJSON-1976533285 tempest-SecurityGroupRulesTestJSON-1976533285-project-member] Enqueued Resource ID: baaafe20-6c85-4f4c-a3a7-bdb02d9053f7 with Priority: HIGHEST for action security_group_rules [ 740.750903] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baaafe20-6c85-4f4c-a3a7-bdb02d9053f7 with Priority: HIGHEST for action security_group_rules [ 740.751276] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-baaafe20-6c85-4f4c-a3a7-bdb02d9053f7 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.751410] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-baaafe20-6c85-4f4c-a3a7-bdb02d9053f7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.751723] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-baaafe20-6c85-4f4c-a3a7-bdb02d9053f7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.751911] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-baaafe20-6c85-4f4c-a3a7-bdb02d9053f7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.752008] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('baaafe20-6c85-4f4c-a3a7-bdb02d9053f7',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.850935] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fb41156-de76-496c-b433-8e52d1242c19 [ 740.850935] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.850935] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.850935] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.851475] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.851802] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.852035] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fb41156-de76-496c-b433-8e52d1242c19 already deleted. [ 740.852222] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fb41156-de76-496c-b433-8e52d1242c19" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.036964] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 694c549d-dffb-46e6-9e3d-a23a93b625be: rpc.has_security_group_logging(os_id): False [ 741.058889] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.058889] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.058889] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.058889] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.059228] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.059228] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.059349] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.059349] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.059492] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.059667] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.059939] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.059939] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.059939] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.060164] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.060215] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.060352] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.060443] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.061063] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.065391] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.065391] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.065391] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 694c549d-dffb-46e6-9e3d-a23a93b625be is going to be created. [ 741.119299] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.119452] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.119501] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.119857] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.119938] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.132906] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 694c549d-dffb-46e6-9e3d-a23a93b625be in Status: IN_PROGRESS for 2s [ 741.277307] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.278532] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.278532] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.278532] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.278532] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.278532] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: baaafe20-6c85-4f4c-a3a7-bdb02d9053f7 already deleted. [ 741.278532] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-baaafe20-6c85-4f4c-a3a7-bdb02d9053f7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.812255] env[69343]: INFO networking_nsxv3.common.synchronization [None req-b83b1667-460c-429f-bb8e-2b5fe58ad46e None None] Enqueued Resource ID: 09a7c33b-0ae1-40ee-9a78-acf1cdd7d024 with Priority: HIGHEST for action port [ 741.813729] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09a7c33b-0ae1-40ee-9a78-acf1cdd7d024 with Priority: HIGHEST for action port [ 741.813729] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-09a7c33b-0ae1-40ee-9a78-acf1cdd7d024 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.813729] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09a7c33b-0ae1-40ee-9a78-acf1cdd7d024" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.813729] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09a7c33b-0ae1-40ee-9a78-acf1cdd7d024" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.813729] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09a7c33b-0ae1-40ee-9a78-acf1cdd7d024" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.813729] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09a7c33b-0ae1-40ee-9a78-acf1cdd7d024',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.892373] env[69343]: INFO networking_nsxv3.common.synchronization [req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 req-9090b838-7d19-4a24-843c-e9a682df7102 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Enqueued Resource ID: 694c549d-dffb-46e6-9e3d-a23a93b625be with Priority: HIGHEST for action security_group_members [ 741.896831] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694c549d-dffb-46e6-9e3d-a23a93b625be with Priority: HIGHEST for action security_group_members [ 741.898328] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-694c549d-dffb-46e6-9e3d-a23a93b625be taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.898451] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.898451] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.898626] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.899932] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.899932] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.899932] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.899932] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.899932] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.899932] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('694c549d-dffb-46e6-9e3d-a23a93b625be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.900589] env[69343]: INFO networking_nsxv3.common.synchronization [req-52067f5d-8b3d-4d2b-86a5-995ecde36809 req-3cc11603-36f2-418e-8044-751533494c27 service nova] Enqueued Resource ID: 0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193 with Priority: HIGHEST for action security_group_rules [ 741.900746] env[69343]: INFO networking_nsxv3.common.synchronization [req-52067f5d-8b3d-4d2b-86a5-995ecde36809 req-3cc11603-36f2-418e-8044-751533494c27 service nova] Enqueued Resource ID: 0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193 with Priority: HIGHEST for action security_group_members [ 741.900921] env[69343]: INFO networking_nsxv3.common.synchronization [req-52067f5d-8b3d-4d2b-86a5-995ecde36809 req-3cc11603-36f2-418e-8044-751533494c27 service nova] Enqueued Resource ID: 570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6 with Priority: HIGHEST for action port [ 741.901731] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193 with Priority: HIGHEST for action security_group_rules [ 741.901865] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193 with Priority: HIGHEST for action security_group_members [ 741.901963] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6 with Priority: HIGHEST for action port [ 741.902488] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.902488] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.902488] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.902863] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.902863] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.903648] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.903648] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.903648] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.903790] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.904366] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.904366] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.904366] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.904510] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.904510] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.904773] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.905310] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.905422] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.905463] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.905639] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.905695] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.308942] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-577 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.309392] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.309536] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.309812] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.310397] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.310587] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.310706] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.310926] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.311636] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.311636] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.311636] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.311636] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.311817] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.311817] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.311892] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.312025] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.319566] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09a7c33b-0ae1-40ee-9a78-acf1cdd7d024 [ 742.319788] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.319903] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.319943] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.321132] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.321132] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.321132] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09a7c33b-0ae1-40ee-9a78-acf1cdd7d024 already deleted. [ 742.321132] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09a7c33b-0ae1-40ee-9a78-acf1cdd7d024" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.329811] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.329919] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 742.330113] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.330401] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.330558] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-61225a60-72ac-4d25-9f7f-e43263f51c82 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.330666] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-61225a60-72ac-4d25-9f7f-e43263f51c82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.330766] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-61225a60-72ac-4d25-9f7f-e43263f51c82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.331333] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-61225a60-72ac-4d25-9f7f-e43263f51c82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.331333] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61225a60-72ac-4d25-9f7f-e43263f51c82',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.402147] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('694c549d-dffb-46e6-9e3d-a23a93b625be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.406713] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.407814] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.407814] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.407989] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6 with status ACTIVE [ 742.408168] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.408268] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.408337] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.408791] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.408791] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.408791] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.408942] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.408942] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.410131] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.410131] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.410131] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.410131] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.410131] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.410131] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.410131] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.410131] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6 is going to be updated. [ 742.429520] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.429697] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.429777] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.429976] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.430271] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.430271] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.834431] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.835026] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.835026] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.835162] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.835300] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.835487] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 61225a60-72ac-4d25-9f7f-e43263f51c82 not found, creating... [ 742.836089] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.836089] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.836089] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.836468] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.836545] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.836894] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.838946] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.838946] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.839088] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.839239] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.839432] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 61225a60-72ac-4d25-9f7f-e43263f51c82 is going to be created. [ 742.865098] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.865098] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.865098] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.865098] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.865317] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.865736] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-61225a60-72ac-4d25-9f7f-e43263f51c82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.904329] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('694c549d-dffb-46e6-9e3d-a23a93b625be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.912585] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.146910] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 694c549d-dffb-46e6-9e3d-a23a93b625be in Status: SUCCESS [ 743.147356] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.409463] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.409760] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.409760] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.409995] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.409995] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.410100] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 694c549d-dffb-46e6-9e3d-a23a93b625be is going to be updated. [ 743.417162] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.417308] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.417381] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.417934] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.417934] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.417934] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193 is going to be created. [ 743.445315] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.445530] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.445530] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.445737] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.445973] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.449223] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.449359] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.449429] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.449609] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.449739] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.461298] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193 in Status: UNINITIALIZED for 2s [ 743.462034] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 694c549d-dffb-46e6-9e3d-a23a93b625be in Status: IN_PROGRESS for 2s [ 743.577201] env[69343]: INFO networking_nsxv3.common.synchronization [req-813e3e7b-fad6-46f1-8ab8-b92c582f44f4 req-62841004-d2aa-4764-82e0-e332906fac26 tempest-SecurityGroupRulesTestJSON-1976533285 tempest-SecurityGroupRulesTestJSON-1976533285-project-member] Enqueued Resource ID: baaafe20-6c85-4f4c-a3a7-bdb02d9053f7 with Priority: HIGHEST for action security_group_rules [ 743.577201] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baaafe20-6c85-4f4c-a3a7-bdb02d9053f7 with Priority: HIGHEST for action security_group_rules [ 743.577201] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-baaafe20-6c85-4f4c-a3a7-bdb02d9053f7 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.577201] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-baaafe20-6c85-4f4c-a3a7-bdb02d9053f7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.577201] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-baaafe20-6c85-4f4c-a3a7-bdb02d9053f7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.577805] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-baaafe20-6c85-4f4c-a3a7-bdb02d9053f7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.578642] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('baaafe20-6c85-4f4c-a3a7-bdb02d9053f7',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.063016] env[69343]: INFO networking_nsxv3.common.synchronization [req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 req-9a1c7fb3-a342-4f54-b9e2-8057cc5765e8 service nova] Enqueued Resource ID: 694c549d-dffb-46e6-9e3d-a23a93b625be with Priority: HIGHEST for action security_group_rules [ 744.063016] env[69343]: INFO networking_nsxv3.common.synchronization [req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 req-9a1c7fb3-a342-4f54-b9e2-8057cc5765e8 service nova] Enqueued Resource ID: 694c549d-dffb-46e6-9e3d-a23a93b625be with Priority: HIGHEST for action security_group_members [ 744.063016] env[69343]: INFO networking_nsxv3.common.synchronization [req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 req-9a1c7fb3-a342-4f54-b9e2-8057cc5765e8 service nova] Enqueued Resource ID: 61225a60-72ac-4d25-9f7f-e43263f51c82 with Priority: HIGHEST for action port [ 744.063016] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694c549d-dffb-46e6-9e3d-a23a93b625be with Priority: HIGHEST for action security_group_rules [ 744.063016] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694c549d-dffb-46e6-9e3d-a23a93b625be with Priority: HIGHEST for action security_group_members [ 744.063016] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61225a60-72ac-4d25-9f7f-e43263f51c82 with Priority: HIGHEST for action port [ 744.063016] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-694c549d-dffb-46e6-9e3d-a23a93b625be taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.063016] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.063016] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.063016] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.063016] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('694c549d-dffb-46e6-9e3d-a23a93b625be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.063016] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-694c549d-dffb-46e6-9e3d-a23a93b625be taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.063016] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.063972] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-61225a60-72ac-4d25-9f7f-e43263f51c82 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.063972] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61225a60-72ac-4d25-9f7f-e43263f51c82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.063972] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61225a60-72ac-4d25-9f7f-e43263f51c82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.063972] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61225a60-72ac-4d25-9f7f-e43263f51c82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.063972] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61225a60-72ac-4d25-9f7f-e43263f51c82',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.103735] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.103919] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.103989] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.104244] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.104333] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.104430] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: baaafe20-6c85-4f4c-a3a7-bdb02d9053f7 already deleted. [ 744.104508] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-baaafe20-6c85-4f4c-a3a7-bdb02d9053f7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.566424] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61225a60-72ac-4d25-9f7f-e43263f51c82 with status ACTIVE [ 744.566862] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.566862] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.566862] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.567260] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.567260] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.567660] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.567810] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.567864] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.567999] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.569120] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.569241] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.569327] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.569402] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.569646] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.569646] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.569793] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61225a60-72ac-4d25-9f7f-e43263f51c82 is going to be updated. [ 744.573331] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-694c549d-dffb-46e6-9e3d-a23a93b625be taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.573411] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.594214] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.594832] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.594832] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.594832] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.594991] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.595527] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61225a60-72ac-4d25-9f7f-e43263f51c82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.819258] env[69343]: INFO networking_nsxv3.common.synchronization [req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 req-93e1173f-27f0-40ff-9f10-addda22e2fd0 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Enqueued Resource ID: 3e6af472-50a9-457a-b0b2-5ad0aea42f2f with Priority: HIGHEST for action security_group_members [ 744.819989] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e6af472-50a9-457a-b0b2-5ad0aea42f2f with Priority: HIGHEST for action security_group_members [ 744.820319] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e6af472-50a9-457a-b0b2-5ad0aea42f2f taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.820704] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e6af472-50a9-457a-b0b2-5ad0aea42f2f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.820807] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e6af472-50a9-457a-b0b2-5ad0aea42f2f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.821117] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e6af472-50a9-457a-b0b2-5ad0aea42f2f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.821876] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.822049] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.822146] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.822339] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.822574] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.822941] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e6af472-50a9-457a-b0b2-5ad0aea42f2f',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.317069] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-577 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.317069] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.317069] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.317069] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.317069] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.317069] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.317069] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.317798] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.318031] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.318445] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 745.318582] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 745.318713] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 745.318825] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 745.318950] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 745.319076] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 745.319290] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 745.325445] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.325574] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.325650] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.325878] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.325984] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.326178] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.326283] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.326338] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.326492] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.326567] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.326651] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e6af472-50a9-457a-b0b2-5ad0aea42f2f already deleted. [ 745.326745] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e6af472-50a9-457a-b0b2-5ad0aea42f2f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.336054] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 745.337259] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 745.337259] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 745.337259] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.337259] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-d7b61ee4-cd7d-4065-bb15-6ec0cbf1607c taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.337259] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-d7b61ee4-cd7d-4065-bb15-6ec0cbf1607c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.337259] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-d7b61ee4-cd7d-4065-bb15-6ec0cbf1607c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.337635] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-d7b61ee4-cd7d-4065-bb15-6ec0cbf1607c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.337862] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7b61ee4-cd7d-4065-bb15-6ec0cbf1607c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.472675] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 694c549d-dffb-46e6-9e3d-a23a93b625be in Status: SUCCESS [ 745.472675] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.472878] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.473059] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.473276] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.473400] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.473469] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.473714] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.473714] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.473828] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('694c549d-dffb-46e6-9e3d-a23a93b625be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.475771] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193 in Status: SUCCESS [ 745.475771] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.475771] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.475771] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.476519] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.476519] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.476519] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.476519] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.476519] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.476519] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.476519] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.844138] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.844138] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.844138] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.844138] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.844138] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.844138] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port d7b61ee4-cd7d-4065-bb15-6ec0cbf1607c not found, creating... [ 745.844138] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.844138] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.844138] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.844138] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.844138] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.845601] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.845601] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.845601] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.845601] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.845601] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.845601] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: d7b61ee4-cd7d-4065-bb15-6ec0cbf1607c is going to be created. [ 745.868116] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.868116] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.868116] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.868116] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.868116] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.868116] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-d7b61ee4-cd7d-4065-bb15-6ec0cbf1607c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.979597] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('694c549d-dffb-46e6-9e3d-a23a93b625be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.984425] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.485382] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('694c549d-dffb-46e6-9e3d-a23a93b625be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.486455] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193: rpc.has_security_group_logging(os_id): False [ 746.506252] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.506252] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.506252] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.506252] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.506252] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.506252] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.506252] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.506252] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.506252] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.506252] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.506252] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193 is going to be created. [ 746.573800] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.573800] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.573800] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.573800] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.573800] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.586309] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193 in Status: IN_PROGRESS for 2s [ 746.773588] env[69343]: INFO networking_nsxv3.common.synchronization [None req-fd5d235c-6eac-40cd-a6a2-0c97f36fd40c None None] Enqueued Resource ID: c7c54ef3-97b8-4b71-aa47-bd4bb384d04f with Priority: HIGHEST for action port [ 746.773588] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c54ef3-97b8-4b71-aa47-bd4bb384d04f with Priority: HIGHEST for action port [ 746.774681] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7c54ef3-97b8-4b71-aa47-bd4bb384d04f taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.774681] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7c54ef3-97b8-4b71-aa47-bd4bb384d04f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.774681] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7c54ef3-97b8-4b71-aa47-bd4bb384d04f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.776052] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7c54ef3-97b8-4b71-aa47-bd4bb384d04f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.776052] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7c54ef3-97b8-4b71-aa47-bd4bb384d04f',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.986227] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.986536] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.986536] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.986613] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.986711] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.986916] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 694c549d-dffb-46e6-9e3d-a23a93b625be is going to be updated. [ 747.013634] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.013783] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.013842] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.014071] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.014918] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.017171] env[69343]: INFO networking_nsxv3.common.synchronization [req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 req-70226888-6058-4183-9458-e8812c51a7fb service nova] Enqueued Resource ID: 3e6af472-50a9-457a-b0b2-5ad0aea42f2f with Priority: HIGHEST for action security_group_rules [ 747.017794] env[69343]: INFO networking_nsxv3.common.synchronization [req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 req-70226888-6058-4183-9458-e8812c51a7fb service nova] Enqueued Resource ID: 3e6af472-50a9-457a-b0b2-5ad0aea42f2f with Priority: HIGHEST for action security_group_members [ 747.017794] env[69343]: INFO networking_nsxv3.common.synchronization [req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 req-70226888-6058-4183-9458-e8812c51a7fb service nova] Enqueued Resource ID: d7b61ee4-cd7d-4065-bb15-6ec0cbf1607c with Priority: HIGHEST for action port [ 747.018524] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e6af472-50a9-457a-b0b2-5ad0aea42f2f with Priority: HIGHEST for action security_group_rules [ 747.018524] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e6af472-50a9-457a-b0b2-5ad0aea42f2f with Priority: HIGHEST for action security_group_members [ 747.018619] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b61ee4-cd7d-4065-bb15-6ec0cbf1607c with Priority: HIGHEST for action port [ 747.018853] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e6af472-50a9-457a-b0b2-5ad0aea42f2f taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.019052] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e6af472-50a9-457a-b0b2-5ad0aea42f2f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.019109] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e6af472-50a9-457a-b0b2-5ad0aea42f2f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.019435] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e6af472-50a9-457a-b0b2-5ad0aea42f2f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.019435] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e6af472-50a9-457a-b0b2-5ad0aea42f2f',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.020272] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e6af472-50a9-457a-b0b2-5ad0aea42f2f taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.020577] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e6af472-50a9-457a-b0b2-5ad0aea42f2f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.020577] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e6af472-50a9-457a-b0b2-5ad0aea42f2f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.020717] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e6af472-50a9-457a-b0b2-5ad0aea42f2f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.020750] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.021036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.021036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.021174] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.021174] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.021254] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e6af472-50a9-457a-b0b2-5ad0aea42f2f',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.021957] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7b61ee4-cd7d-4065-bb15-6ec0cbf1607c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.022431] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7b61ee4-cd7d-4065-bb15-6ec0cbf1607c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.022431] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7b61ee4-cd7d-4065-bb15-6ec0cbf1607c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.022431] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7b61ee4-cd7d-4065-bb15-6ec0cbf1607c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.022431] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7b61ee4-cd7d-4065-bb15-6ec0cbf1607c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.024062] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 694c549d-dffb-46e6-9e3d-a23a93b625be in Status: IN_PROGRESS for 2s [ 747.278822] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7c54ef3-97b8-4b71-aa47-bd4bb384d04f [ 747.279120] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.279330] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.279330] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.279479] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.279581] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.279905] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7c54ef3-97b8-4b71-aa47-bd4bb384d04f already deleted. [ 747.279905] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7c54ef3-97b8-4b71-aa47-bd4bb384d04f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.524283] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e6af472-50a9-457a-b0b2-5ad0aea42f2f taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.524416] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e6af472-50a9-457a-b0b2-5ad0aea42f2f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.524629] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e6af472-50a9-457a-b0b2-5ad0aea42f2f',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.525573] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7b61ee4-cd7d-4065-bb15-6ec0cbf1607c with status ACTIVE [ 747.525742] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.525899] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.525986] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.526230] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.526838] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.526838] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.526838] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.526838] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.526838] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.526838] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.527241] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.530337] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.530419] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.531644] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.531644] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.531644] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7b61ee4-cd7d-4065-bb15-6ec0cbf1607c is going to be updated. [ 747.550997] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.552156] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.552156] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.552156] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.552156] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.552156] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7b61ee4-cd7d-4065-bb15-6ec0cbf1607c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.033361] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e6af472-50a9-457a-b0b2-5ad0aea42f2f',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.539225] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.539225] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.539225] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.539225] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.539225] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.539225] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e6af472-50a9-457a-b0b2-5ad0aea42f2f is going to be created. [ 748.570142] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.570142] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.570142] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.570142] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.570142] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.581977] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e6af472-50a9-457a-b0b2-5ad0aea42f2f in Status: UNINITIALIZED for 2s [ 748.596581] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193 in Status: SUCCESS [ 748.597953] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.790058] env[69343]: INFO networking_nsxv3.common.synchronization [None req-2cd560f5-2c9c-4884-a318-97c727b19ef0 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Enqueued Resource ID: cb921d05-0d04-419a-91b0-97105f493a96 with Priority: HIGHEST for action security_group_rules [ 748.790058] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb921d05-0d04-419a-91b0-97105f493a96 with Priority: HIGHEST for action security_group_rules [ 748.790058] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb921d05-0d04-419a-91b0-97105f493a96 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.790058] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.790058] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.790058] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.790058] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb921d05-0d04-419a-91b0-97105f493a96',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.900421] env[69343]: INFO networking_nsxv3.common.synchronization [None req-f304dd76-8cc9-4c61-92b6-855c7c7ffb6b tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Enqueued Resource ID: cb921d05-0d04-419a-91b0-97105f493a96 with Priority: HIGHEST for action security_group_rules [ 748.900421] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb921d05-0d04-419a-91b0-97105f493a96 with Priority: HIGHEST for action security_group_rules [ 748.900421] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb921d05-0d04-419a-91b0-97105f493a96 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.900421] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.036535] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 694c549d-dffb-46e6-9e3d-a23a93b625be in Status: SUCCESS [ 749.037229] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.037556] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.037788] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.038073] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.038414] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.038591] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.039033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.039257] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.039513] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.039669] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('694c549d-dffb-46e6-9e3d-a23a93b625be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.299015] env[69343]: INFO networking_nsxv3.common.synchronization [None req-e5f8f16b-c741-4fab-b0f3-97997b82cb14 None None] Enqueued Resource ID: 00d71606-4b45-4a2d-a1d7-d3987ca16715 with Priority: HIGHEST for action port [ 749.299566] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d71606-4b45-4a2d-a1d7-d3987ca16715 with Priority: HIGHEST for action port [ 749.299879] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-00d71606-4b45-4a2d-a1d7-d3987ca16715 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.302021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00d71606-4b45-4a2d-a1d7-d3987ca16715" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.302021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00d71606-4b45-4a2d-a1d7-d3987ca16715" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.302021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00d71606-4b45-4a2d-a1d7-d3987ca16715" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.302021] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00d71606-4b45-4a2d-a1d7-d3987ca16715',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.314648] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.314648] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.314648] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.314648] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.314648] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.314648] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb921d05-0d04-419a-91b0-97105f493a96 already deleted. [ 749.314648] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.314648] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.315088] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.315088] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb921d05-0d04-419a-91b0-97105f493a96',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.367722] env[69343]: INFO networking_nsxv3.common.synchronization [req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 req-25df0995-a5bd-403f-9ff7-8000496e2f55 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Enqueued Resource ID: 39636ad9-f28e-4bcf-98f8-8555151bba24 with Priority: HIGHEST for action security_group_members [ 749.369089] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39636ad9-f28e-4bcf-98f8-8555151bba24 with Priority: HIGHEST for action security_group_members [ 749.371210] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-39636ad9-f28e-4bcf-98f8-8555151bba24 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.371356] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39636ad9-f28e-4bcf-98f8-8555151bba24" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.371425] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39636ad9-f28e-4bcf-98f8-8555151bba24" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.371702] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39636ad9-f28e-4bcf-98f8-8555151bba24" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.371877] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.371982] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.372054] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.372221] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.372311] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.372408] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39636ad9-f28e-4bcf-98f8-8555151bba24',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.543510] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-694c549d-dffb-46e6-9e3d-a23a93b625be taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.543681] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.543764] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.544036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.544211] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.544336] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.544389] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.544520] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.544605] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.544694] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.544841] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-694c549d-dffb-46e6-9e3d-a23a93b625be taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.544936] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.544991] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.545147] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.545291] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.545405] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.545466] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.545606] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.545684] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.545768] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.545942] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('694c549d-dffb-46e6-9e3d-a23a93b625be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.805481] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00d71606-4b45-4a2d-a1d7-d3987ca16715 [ 749.805782] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.807173] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.807173] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.807173] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.807173] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.807173] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00d71606-4b45-4a2d-a1d7-d3987ca16715 already deleted. [ 749.807173] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00d71606-4b45-4a2d-a1d7-d3987ca16715" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.840434] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.840665] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.840725] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.840991] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.841120] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.841237] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb921d05-0d04-419a-91b0-97105f493a96 already deleted. [ 749.841356] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.875087] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.875329] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.875409] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.875705] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.875830] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.876187] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.876317] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.876387] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.876622] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.876741] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.876878] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39636ad9-f28e-4bcf-98f8-8555151bba24 already deleted. [ 749.877035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39636ad9-f28e-4bcf-98f8-8555151bba24" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.022972] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.023156] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-771" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.026675] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-771" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.026675] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-771" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.026675] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.026675] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.026675] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.026675] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.026675] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.027327] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 750.027327] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.027327] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.027327] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.027327] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 750.027327] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.027664] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.048946] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.051560] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 750.051560] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.051560] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-771" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.051560] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-4a7e20aa-ddfa-47ba-913c-6607b73e6d1c taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.051560] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-4a7e20aa-ddfa-47ba-913c-6607b73e6d1c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.051560] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-4a7e20aa-ddfa-47ba-913c-6607b73e6d1c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.055079] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-4a7e20aa-ddfa-47ba-913c-6607b73e6d1c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.055079] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a7e20aa-ddfa-47ba-913c-6607b73e6d1c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.055079] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 694c549d-dffb-46e6-9e3d-a23a93b625be: rpc.has_security_group_logging(os_id): False [ 750.056585] env[69343]: INFO networking_nsxv3.common.synchronization [None req-14a9d5ff-f1ad-4c4c-9ce7-d480300f4a9c None None] Enqueued Resource ID: 1a564af8-025f-4607-a12e-bc80617b2b5f with Priority: HIGHEST for action port [ 750.057528] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a564af8-025f-4607-a12e-bc80617b2b5f with Priority: HIGHEST for action port [ 750.057871] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a564af8-025f-4607-a12e-bc80617b2b5f taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.057996] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a564af8-025f-4607-a12e-bc80617b2b5f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.058078] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a564af8-025f-4607-a12e-bc80617b2b5f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.058385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a564af8-025f-4607-a12e-bc80617b2b5f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.058449] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a564af8-025f-4607-a12e-bc80617b2b5f',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.075707] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.075871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.075952] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.076193] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.076290] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.076721] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.076721] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.076721] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.076955] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.076955] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.077118] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.077219] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.077293] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.077438] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.077542] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.077684] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.077773] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.077837] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.077964] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.078055] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.079976] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 694c549d-dffb-46e6-9e3d-a23a93b625be is going to be updated. [ 750.138723] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.138804] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.138936] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.139394] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.139394] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.156027] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 694c549d-dffb-46e6-9e3d-a23a93b625be in Status: IN_PROGRESS for 2s [ 750.556558] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.556788] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.556941] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.557364] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.557597] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.557722] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 4a7e20aa-ddfa-47ba-913c-6607b73e6d1c not found, creating... [ 750.557983] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.558158] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.558303] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.558539] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.558707] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.562219] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.562219] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.562219] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.562219] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.562219] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.562219] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 4a7e20aa-ddfa-47ba-913c-6607b73e6d1c is going to be created. [ 750.562219] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a564af8-025f-4607-a12e-bc80617b2b5f [ 750.562219] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.562219] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.562219] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.562563] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.562563] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.562624] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a564af8-025f-4607-a12e-bc80617b2b5f already deleted. [ 750.562669] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a564af8-025f-4607-a12e-bc80617b2b5f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.584583] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.584678] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.585411] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.585411] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.585411] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.585624] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-4a7e20aa-ddfa-47ba-913c-6607b73e6d1c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.598535] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e6af472-50a9-457a-b0b2-5ad0aea42f2f in Status: SUCCESS [ 750.599182] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e6af472-50a9-457a-b0b2-5ad0aea42f2f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.599182] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e6af472-50a9-457a-b0b2-5ad0aea42f2f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.599350] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e6af472-50a9-457a-b0b2-5ad0aea42f2f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.599817] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.599817] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.599817] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.600329] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.600329] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.600329] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e6af472-50a9-457a-b0b2-5ad0aea42f2f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.600329] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e6af472-50a9-457a-b0b2-5ad0aea42f2f',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.111022] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e6af472-50a9-457a-b0b2-5ad0aea42f2f taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.111022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e6af472-50a9-457a-b0b2-5ad0aea42f2f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.111022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e6af472-50a9-457a-b0b2-5ad0aea42f2f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.111022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e6af472-50a9-457a-b0b2-5ad0aea42f2f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.111022] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.111022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.111022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.111022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.111022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.111022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e6af472-50a9-457a-b0b2-5ad0aea42f2f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.111022] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e6af472-50a9-457a-b0b2-5ad0aea42f2f taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.111022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e6af472-50a9-457a-b0b2-5ad0aea42f2f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.111022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e6af472-50a9-457a-b0b2-5ad0aea42f2f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.111022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e6af472-50a9-457a-b0b2-5ad0aea42f2f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.111022] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.111022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.111926] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.111926] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.111926] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.111926] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e6af472-50a9-457a-b0b2-5ad0aea42f2f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.111926] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e6af472-50a9-457a-b0b2-5ad0aea42f2f',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.618717] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e6af472-50a9-457a-b0b2-5ad0aea42f2f: rpc.has_security_group_logging(os_id): False [ 751.636037] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.636037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.636037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.636037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.636037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.636037] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.636037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.636037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.636037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.636037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.636037] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.636037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.636037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.636037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.636037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.637499] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.637499] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.637499] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.637499] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.637499] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.637499] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e6af472-50a9-457a-b0b2-5ad0aea42f2f is going to be created. [ 751.696128] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.696128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.696128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.696128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.696128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.704798] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e6af472-50a9-457a-b0b2-5ad0aea42f2f in Status: IN_PROGRESS for 2s [ 751.745031] env[69343]: INFO networking_nsxv3.common.synchronization [req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 req-f9a92153-b456-4d56-8a8e-b613a07b343e service nova] Enqueued Resource ID: 39636ad9-f28e-4bcf-98f8-8555151bba24 with Priority: HIGHEST for action security_group_rules [ 751.745031] env[69343]: INFO networking_nsxv3.common.synchronization [req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 req-f9a92153-b456-4d56-8a8e-b613a07b343e service nova] Enqueued Resource ID: 39636ad9-f28e-4bcf-98f8-8555151bba24 with Priority: HIGHEST for action security_group_members [ 751.745031] env[69343]: INFO networking_nsxv3.common.synchronization [req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 req-f9a92153-b456-4d56-8a8e-b613a07b343e service nova] Enqueued Resource ID: 4a7e20aa-ddfa-47ba-913c-6607b73e6d1c with Priority: HIGHEST for action port [ 751.745962] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39636ad9-f28e-4bcf-98f8-8555151bba24 with Priority: HIGHEST for action security_group_rules [ 751.746245] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39636ad9-f28e-4bcf-98f8-8555151bba24 with Priority: HIGHEST for action security_group_members [ 751.746417] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a7e20aa-ddfa-47ba-913c-6607b73e6d1c with Priority: HIGHEST for action port [ 751.746940] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39636ad9-f28e-4bcf-98f8-8555151bba24 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.747938] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39636ad9-f28e-4bcf-98f8-8555151bba24" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.747938] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39636ad9-f28e-4bcf-98f8-8555151bba24" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.747938] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39636ad9-f28e-4bcf-98f8-8555151bba24" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.747938] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39636ad9-f28e-4bcf-98f8-8555151bba24',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.748520] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-39636ad9-f28e-4bcf-98f8-8555151bba24 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.748670] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39636ad9-f28e-4bcf-98f8-8555151bba24" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.748779] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39636ad9-f28e-4bcf-98f8-8555151bba24" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.748994] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39636ad9-f28e-4bcf-98f8-8555151bba24" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.749211] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.749376] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.749804] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.749804] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.749804] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.749804] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39636ad9-f28e-4bcf-98f8-8555151bba24',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.751030] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a7e20aa-ddfa-47ba-913c-6607b73e6d1c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.751494] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a7e20aa-ddfa-47ba-913c-6607b73e6d1c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.751494] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a7e20aa-ddfa-47ba-913c-6607b73e6d1c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.751615] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a7e20aa-ddfa-47ba-913c-6607b73e6d1c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.751701] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a7e20aa-ddfa-47ba-913c-6607b73e6d1c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.973749] env[69343]: INFO networking_nsxv3.common.synchronization [None req-319ef44f-daa5-4d07-83ee-d5fcceb307e8 None None] Enqueued Resource ID: 9e270164-1add-47e7-9076-638324cc9956 with Priority: HIGHEST for action port [ 751.973749] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e270164-1add-47e7-9076-638324cc9956 with Priority: HIGHEST for action port [ 751.974936] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e270164-1add-47e7-9076-638324cc9956 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.974936] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e270164-1add-47e7-9076-638324cc9956" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.974936] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e270164-1add-47e7-9076-638324cc9956" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.974936] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e270164-1add-47e7-9076-638324cc9956" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.974936] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e270164-1add-47e7-9076-638324cc9956',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.170471] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 694c549d-dffb-46e6-9e3d-a23a93b625be in Status: SUCCESS [ 752.170791] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.235077] env[69343]: INFO networking_nsxv3.common.synchronization [req-4ec2e3f8-e905-421a-917b-a812566959f3 req-953d6530-9fec-4a9f-8e1a-0bc05e048c26 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Enqueued Resource ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 with Priority: HIGHEST for action security_group_members [ 752.235610] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 with Priority: HIGHEST for action security_group_members [ 752.238133] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a0b2103-d975-4472-afb2-cba12e59e6b5 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.238314] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.238407] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.238613] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.238779] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.238888] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.238972] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.239115] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.239193] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.239293] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a0b2103-d975-4472-afb2-cba12e59e6b5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.253520] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39636ad9-f28e-4bcf-98f8-8555151bba24',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.258386] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-39636ad9-f28e-4bcf-98f8-8555151bba24 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.258386] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39636ad9-f28e-4bcf-98f8-8555151bba24" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.258386] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a7e20aa-ddfa-47ba-913c-6607b73e6d1c with status ACTIVE [ 752.258386] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.258386] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.258386] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.258386] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.258386] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.258386] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.258386] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.258386] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.258386] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.258386] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.258386] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.259105] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.259105] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.259105] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.259105] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.259105] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a7e20aa-ddfa-47ba-913c-6607b73e6d1c is going to be updated. [ 752.278161] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.278574] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.278574] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.278574] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.279073] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.279073] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a7e20aa-ddfa-47ba-913c-6607b73e6d1c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.483386] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e270164-1add-47e7-9076-638324cc9956 [ 752.485469] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.485469] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.485469] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.485469] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.485469] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.485469] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e270164-1add-47e7-9076-638324cc9956 already deleted. [ 752.485469] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e270164-1add-47e7-9076-638324cc9956" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.741534] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.741704] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.741798] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.742018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.742541] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.742666] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.742782] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.742782] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.743177] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.743177] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.743343] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 already deleted. [ 752.743343] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.765529] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39636ad9-f28e-4bcf-98f8-8555151bba24',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.972542] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-389 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.972542] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-389" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.972542] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-389" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.972830] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-389" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.973284] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.973529] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.973586] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.973955] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.974216] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.974595] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.974742] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.974927] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.975131] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.975321] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.975502] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.975825] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.993364] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.993699] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 752.993699] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.993818] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-389" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.994227] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-9f0f613c-1cd7-4e9f-8e48-9850ea22d780 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.994312] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-9f0f613c-1cd7-4e9f-8e48-9850ea22d780" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.994402] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-9f0f613c-1cd7-4e9f-8e48-9850ea22d780" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.994741] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-9f0f613c-1cd7-4e9f-8e48-9850ea22d780" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.994874] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f0f613c-1cd7-4e9f-8e48-9850ea22d780',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.268684] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.269284] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.269284] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.269284] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.269284] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.269452] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39636ad9-f28e-4bcf-98f8-8555151bba24 is going to be created. [ 753.302153] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.302153] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.302153] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.302153] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.302153] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.314706] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39636ad9-f28e-4bcf-98f8-8555151bba24 in Status: UNINITIALIZED for 2s [ 753.501668] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.501912] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.503173] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.503173] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.503173] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.503173] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 9f0f613c-1cd7-4e9f-8e48-9850ea22d780 not found, creating... [ 753.503173] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.503173] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.503173] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.503427] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.503925] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.503925] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.503925] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.506671] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.507026] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.507194] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.507458] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 9f0f613c-1cd7-4e9f-8e48-9850ea22d780 is going to be created. [ 753.528841] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.529081] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.529224] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.530247] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.530247] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.530247] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-9f0f613c-1cd7-4e9f-8e48-9850ea22d780" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.721225] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e6af472-50a9-457a-b0b2-5ad0aea42f2f in Status: SUCCESS [ 753.721450] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e6af472-50a9-457a-b0b2-5ad0aea42f2f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.817019] env[69343]: INFO networking_nsxv3.common.synchronization [None req-2b1b95e6-6b35-461b-b94f-c69a6c1bd6f7 None None] Enqueued Resource ID: 9bea57dd-4de0-4ff4-8e31-ce2aba3c4ed2 with Priority: HIGHEST for action port [ 753.817019] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bea57dd-4de0-4ff4-8e31-ce2aba3c4ed2 with Priority: HIGHEST for action port [ 753.817019] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bea57dd-4de0-4ff4-8e31-ce2aba3c4ed2 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.817019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bea57dd-4de0-4ff4-8e31-ce2aba3c4ed2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.817019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bea57dd-4de0-4ff4-8e31-ce2aba3c4ed2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.817576] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bea57dd-4de0-4ff4-8e31-ce2aba3c4ed2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.817772] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bea57dd-4de0-4ff4-8e31-ce2aba3c4ed2',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.322382] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9bea57dd-4de0-4ff4-8e31-ce2aba3c4ed2 [ 754.322382] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.322382] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.322382] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.322382] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.322382] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.322382] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9bea57dd-4de0-4ff4-8e31-ce2aba3c4ed2 already deleted. [ 754.322382] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bea57dd-4de0-4ff4-8e31-ce2aba3c4ed2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.781092] env[69343]: INFO networking_nsxv3.common.synchronization [req-4ec2e3f8-e905-421a-917b-a812566959f3 req-9741e051-b2c4-49b1-9a7d-a4c922f947eb service nova] Enqueued Resource ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 with Priority: HIGHEST for action security_group_rules [ 754.782884] env[69343]: INFO networking_nsxv3.common.synchronization [req-4ec2e3f8-e905-421a-917b-a812566959f3 req-9741e051-b2c4-49b1-9a7d-a4c922f947eb service nova] Enqueued Resource ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 with Priority: HIGHEST for action security_group_members [ 754.783026] env[69343]: INFO networking_nsxv3.common.synchronization [req-4ec2e3f8-e905-421a-917b-a812566959f3 req-9741e051-b2c4-49b1-9a7d-a4c922f947eb service nova] Enqueued Resource ID: 9f0f613c-1cd7-4e9f-8e48-9850ea22d780 with Priority: HIGHEST for action port [ 754.784041] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 with Priority: HIGHEST for action security_group_rules [ 754.784041] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 with Priority: HIGHEST for action security_group_members [ 754.784041] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f0f613c-1cd7-4e9f-8e48-9850ea22d780 with Priority: HIGHEST for action port [ 754.786486] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a0b2103-d975-4472-afb2-cba12e59e6b5 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.786486] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.786486] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.786486] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.786486] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a0b2103-d975-4472-afb2-cba12e59e6b5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.786486] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a0b2103-d975-4472-afb2-cba12e59e6b5 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.786486] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.786486] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.786486] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.787231] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.787231] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.787231] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.787231] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.787231] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.787231] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a0b2103-d975-4472-afb2-cba12e59e6b5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.789967] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f0f613c-1cd7-4e9f-8e48-9850ea22d780 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.791210] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f0f613c-1cd7-4e9f-8e48-9850ea22d780" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.792395] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f0f613c-1cd7-4e9f-8e48-9850ea22d780" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.792395] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f0f613c-1cd7-4e9f-8e48-9850ea22d780" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.792395] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f0f613c-1cd7-4e9f-8e48-9850ea22d780',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.295648] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a0b2103-d975-4472-afb2-cba12e59e6b5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.297522] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a0b2103-d975-4472-afb2-cba12e59e6b5 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.297522] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.297688] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f0f613c-1cd7-4e9f-8e48-9850ea22d780 with status ACTIVE [ 755.298202] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.298202] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.298474] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.298592] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.298714] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.299208] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.299323] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.299389] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.299775] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.299863] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.300063] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.300163] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.300223] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.300530] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.300641] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.300711] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f0f613c-1cd7-4e9f-8e48-9850ea22d780 is going to be updated. [ 755.326384] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.326384] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.326384] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.327540] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.327540] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.327540] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f0f613c-1cd7-4e9f-8e48-9850ea22d780" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.329096] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39636ad9-f28e-4bcf-98f8-8555151bba24 in Status: SUCCESS [ 755.329096] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39636ad9-f28e-4bcf-98f8-8555151bba24" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.329096] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39636ad9-f28e-4bcf-98f8-8555151bba24" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.329653] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39636ad9-f28e-4bcf-98f8-8555151bba24" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.331887] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.331887] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.331887] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.331887] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.331887] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.331887] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39636ad9-f28e-4bcf-98f8-8555151bba24" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.331887] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39636ad9-f28e-4bcf-98f8-8555151bba24',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.803831] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a0b2103-d975-4472-afb2-cba12e59e6b5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.834480] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-39636ad9-f28e-4bcf-98f8-8555151bba24 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.834718] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39636ad9-f28e-4bcf-98f8-8555151bba24" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.834718] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39636ad9-f28e-4bcf-98f8-8555151bba24" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.834983] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39636ad9-f28e-4bcf-98f8-8555151bba24" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.836082] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.836082] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.836082] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.836082] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.836082] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.836082] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39636ad9-f28e-4bcf-98f8-8555151bba24" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.836082] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-39636ad9-f28e-4bcf-98f8-8555151bba24 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.836082] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39636ad9-f28e-4bcf-98f8-8555151bba24" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.836082] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39636ad9-f28e-4bcf-98f8-8555151bba24" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.836082] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39636ad9-f28e-4bcf-98f8-8555151bba24" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.837032] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.838755] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.838755] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.838755] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.838755] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.838755] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39636ad9-f28e-4bcf-98f8-8555151bba24" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.838755] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39636ad9-f28e-4bcf-98f8-8555151bba24',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.243413] env[69343]: INFO networking_nsxv3.common.synchronization [None req-248c0958-3075-43c7-aadd-55471c945044 None None] Enqueued Resource ID: 943ecb70-35b8-47d4-8897-5c8b0b0c0806 with Priority: HIGHEST for action port [ 756.243665] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 943ecb70-35b8-47d4-8897-5c8b0b0c0806 with Priority: HIGHEST for action port [ 756.244298] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-943ecb70-35b8-47d4-8897-5c8b0b0c0806 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.244418] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-943ecb70-35b8-47d4-8897-5c8b0b0c0806" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.244482] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-943ecb70-35b8-47d4-8897-5c8b0b0c0806" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.244726] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-943ecb70-35b8-47d4-8897-5c8b0b0c0806" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.244802] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('943ecb70-35b8-47d4-8897-5c8b0b0c0806',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.306966] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.306966] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.306966] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.306966] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.306966] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.307274] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 is going to be created. [ 756.334536] env[69343]: INFO networking_nsxv3.common.synchronization [None req-068429d7-8460-4572-9d56-3a7f3512de3a tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Enqueued Resource ID: dadea01b-56c8-4e64-a1ec-51d0cde57da4 with Priority: HIGHEST for action security_group_rules [ 756.334536] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.334536] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.334536] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.334536] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.334536] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.335245] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dadea01b-56c8-4e64-a1ec-51d0cde57da4 with Priority: HIGHEST for action security_group_rules [ 756.335766] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dadea01b-56c8-4e64-a1ec-51d0cde57da4 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.335920] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.335969] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.336213] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.336300] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dadea01b-56c8-4e64-a1ec-51d0cde57da4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.340892] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39636ad9-f28e-4bcf-98f8-8555151bba24: rpc.has_security_group_logging(os_id): False [ 756.346327] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 in Status: UNINITIALIZED for 2s [ 756.358584] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.359469] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.359469] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.359469] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.359469] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.359469] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.359469] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.359469] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.359812] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.359812] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.359878] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.359923] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.360009] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.360139] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.360212] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.360395] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.360483] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.360542] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.361493] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.361493] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.361493] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39636ad9-f28e-4bcf-98f8-8555151bba24 is going to be created. [ 756.433557] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.433747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.433838] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.434208] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.434401] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.446771] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39636ad9-f28e-4bcf-98f8-8555151bba24 in Status: IN_PROGRESS for 2s [ 756.539894] env[69343]: INFO networking_nsxv3.common.synchronization [None req-f8c8c49a-951a-44b6-98ac-3b733c499ab9 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Enqueued Resource ID: dadea01b-56c8-4e64-a1ec-51d0cde57da4 with Priority: HIGHEST for action security_group_rules [ 756.540438] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dadea01b-56c8-4e64-a1ec-51d0cde57da4 with Priority: HIGHEST for action security_group_rules [ 756.541671] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dadea01b-56c8-4e64-a1ec-51d0cde57da4 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.541671] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.747207] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 943ecb70-35b8-47d4-8897-5c8b0b0c0806 [ 756.748785] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.748785] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.748785] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.748785] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.748785] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.748785] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:943ecb70-35b8-47d4-8897-5c8b0b0c0806 already deleted. [ 756.748785] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-943ecb70-35b8-47d4-8897-5c8b0b0c0806" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.859403] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.859583] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.859773] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.859936] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.860104] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.860286] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dadea01b-56c8-4e64-a1ec-51d0cde57da4 already deleted. [ 756.860357] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.860516] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.860695] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.860781] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dadea01b-56c8-4e64-a1ec-51d0cde57da4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.382995] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.383402] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.383402] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.383530] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.383630] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.383735] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dadea01b-56c8-4e64-a1ec-51d0cde57da4 already deleted. [ 757.383798] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.360478] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 in Status: SUCCESS [ 758.360478] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.360478] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.360478] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.360478] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.360478] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.360478] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.360478] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.360478] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.360478] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.360478] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a0b2103-d975-4472-afb2-cba12e59e6b5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.459657] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39636ad9-f28e-4bcf-98f8-8555151bba24 in Status: SUCCESS [ 758.459980] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39636ad9-f28e-4bcf-98f8-8555151bba24" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.866843] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a0b2103-d975-4472-afb2-cba12e59e6b5 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.866996] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.867160] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.867512] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.868771] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.868771] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.868771] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.868771] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.868771] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.868771] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.868771] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a0b2103-d975-4472-afb2-cba12e59e6b5 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.868771] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.868771] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.869249] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.869457] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.869637] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.869741] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.870029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.870224] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.870515] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.870654] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a0b2103-d975-4472-afb2-cba12e59e6b5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.375016] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a0b2103-d975-4472-afb2-cba12e59e6b5: rpc.has_security_group_logging(os_id): False [ 759.412110] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.412391] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.412520] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.412877] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.413071] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.413347] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.413621] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.413621] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.414742] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.414742] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.414949] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.416756] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.416756] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.417962] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.420530] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.420530] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.420530] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.420530] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.420530] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.420530] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.420530] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 is going to be created. [ 759.489429] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.489824] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.489824] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.489896] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.490048] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.507639] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 in Status: IN_PROGRESS for 2s [ 759.542429] env[69343]: INFO networking_nsxv3.common.synchronization [None req-5b2e201b-a9dd-42dd-819c-5570936f44cc None None] Enqueued Resource ID: ad499f34-3c51-4034-9b52-62c55b61a962 with Priority: HIGHEST for action port [ 759.544254] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad499f34-3c51-4034-9b52-62c55b61a962 with Priority: HIGHEST for action port [ 759.544254] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad499f34-3c51-4034-9b52-62c55b61a962 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.544736] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad499f34-3c51-4034-9b52-62c55b61a962" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.545139] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad499f34-3c51-4034-9b52-62c55b61a962" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.545858] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad499f34-3c51-4034-9b52-62c55b61a962" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.545858] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad499f34-3c51-4034-9b52-62c55b61a962',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.992481] env[69343]: INFO networking_nsxv3.common.synchronization [None req-acce4b50-7bf5-4bfe-a95e-ab4317e82f03 None None] Enqueued Resource ID: 4c084ac5-2a06-49d1-9291-a0e7d40489a9 with Priority: HIGHEST for action port [ 759.992481] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c084ac5-2a06-49d1-9291-a0e7d40489a9 with Priority: HIGHEST for action port [ 759.993551] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c084ac5-2a06-49d1-9291-a0e7d40489a9 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.993551] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c084ac5-2a06-49d1-9291-a0e7d40489a9" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.993551] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c084ac5-2a06-49d1-9291-a0e7d40489a9" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.994472] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c084ac5-2a06-49d1-9291-a0e7d40489a9" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.994472] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c084ac5-2a06-49d1-9291-a0e7d40489a9',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.052072] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad499f34-3c51-4034-9b52-62c55b61a962 [ 760.052534] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.053636] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.053709] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.053929] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.054118] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.054187] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad499f34-3c51-4034-9b52-62c55b61a962 already deleted. [ 760.054281] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad499f34-3c51-4034-9b52-62c55b61a962" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.496859] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c084ac5-2a06-49d1-9291-a0e7d40489a9 [ 760.497202] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.497362] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.497468] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.497756] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.497895] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.498777] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c084ac5-2a06-49d1-9291-a0e7d40489a9 already deleted. [ 760.498885] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c084ac5-2a06-49d1-9291-a0e7d40489a9" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.523442] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 in Status: SUCCESS [ 761.523442] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.667992] env[69343]: INFO networking_nsxv3.common.synchronization [req-431f1faf-50e1-4e52-934c-bf3f324847b8 req-17e2ea8c-e1c9-47a1-b85b-fb82ee85c324 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Enqueued Resource ID: 766f412f-9fe1-45fc-985e-7ed15f3ddfeb with Priority: HIGHEST for action security_group_members [ 761.668549] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766f412f-9fe1-45fc-985e-7ed15f3ddfeb with Priority: HIGHEST for action security_group_members [ 761.668802] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-766f412f-9fe1-45fc-985e-7ed15f3ddfeb taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.668922] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766f412f-9fe1-45fc-985e-7ed15f3ddfeb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.668987] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766f412f-9fe1-45fc-985e-7ed15f3ddfeb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.671288] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766f412f-9fe1-45fc-985e-7ed15f3ddfeb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.671507] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.671680] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.671680] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.671858] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.671949] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.672068] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('766f412f-9fe1-45fc-985e-7ed15f3ddfeb',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.831786] env[69343]: INFO networking_nsxv3.common.synchronization [None req-2848f4c9-0073-4b39-b013-faaa298352e2 None None] Enqueued Resource ID: 5bb83087-c0a6-4982-b47c-4e31a4deca48 with Priority: HIGHEST for action port [ 761.832373] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bb83087-c0a6-4982-b47c-4e31a4deca48 with Priority: HIGHEST for action port [ 761.832663] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bb83087-c0a6-4982-b47c-4e31a4deca48 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.833027] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bb83087-c0a6-4982-b47c-4e31a4deca48" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.833329] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bb83087-c0a6-4982-b47c-4e31a4deca48" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.833595] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bb83087-c0a6-4982-b47c-4e31a4deca48" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.833685] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bb83087-c0a6-4982-b47c-4e31a4deca48',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.148773] env[69343]: INFO networking_nsxv3.common.synchronization [None req-ceee4121-e432-4aa6-8b47-0a4eb33d7166 None None] Enqueued Resource ID: bc53a2a1-b231-4258-a3f0-d87e4293a108 with Priority: HIGHEST for action port [ 762.149045] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc53a2a1-b231-4258-a3f0-d87e4293a108 with Priority: HIGHEST for action port [ 762.151557] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc53a2a1-b231-4258-a3f0-d87e4293a108 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.151729] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc53a2a1-b231-4258-a3f0-d87e4293a108" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.151803] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc53a2a1-b231-4258-a3f0-d87e4293a108" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.152095] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc53a2a1-b231-4258-a3f0-d87e4293a108" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.152202] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc53a2a1-b231-4258-a3f0-d87e4293a108',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.174522] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.174728] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.174855] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.175230] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.175351] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.178023] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.178023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.178023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.178023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.178023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.178023] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 766f412f-9fe1-45fc-985e-7ed15f3ddfeb already deleted. [ 762.178023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766f412f-9fe1-45fc-985e-7ed15f3ddfeb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.209638] env[69343]: INFO networking_nsxv3.common.synchronization [req-fca27637-d237-4fd0-8f00-344eed76e55d req-2b745ae1-11fc-4eae-8fce-9f27321a5037 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Enqueued Resource ID: 3e6af472-50a9-457a-b0b2-5ad0aea42f2f with Priority: HIGHEST for action security_group_members [ 762.210899] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e6af472-50a9-457a-b0b2-5ad0aea42f2f with Priority: HIGHEST for action security_group_members [ 762.210899] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e6af472-50a9-457a-b0b2-5ad0aea42f2f taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.210899] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e6af472-50a9-457a-b0b2-5ad0aea42f2f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.210899] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e6af472-50a9-457a-b0b2-5ad0aea42f2f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.211264] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e6af472-50a9-457a-b0b2-5ad0aea42f2f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.214383] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.214383] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.214383] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.214383] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.214383] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.214383] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e6af472-50a9-457a-b0b2-5ad0aea42f2f',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.339818] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5bb83087-c0a6-4982-b47c-4e31a4deca48 [ 762.340420] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.340420] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.340420] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.340619] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.340619] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.340619] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5bb83087-c0a6-4982-b47c-4e31a4deca48 already deleted. [ 762.340746] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bb83087-c0a6-4982-b47c-4e31a4deca48" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.540993] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-577 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.541509] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.541787] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.542180] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.542623] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.543441] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.546476] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.546910] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.547189] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.547491] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 762.547673] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.547861] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.548143] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.548310] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 762.548669] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.548884] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.573401] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.573562] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 762.573781] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.574057] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.574459] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-39797b3e-ff5c-4ce1-9adf-407e2abfc745 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.574682] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-39797b3e-ff5c-4ce1-9adf-407e2abfc745" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.574857] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-39797b3e-ff5c-4ce1-9adf-407e2abfc745" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.575278] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-39797b3e-ff5c-4ce1-9adf-407e2abfc745" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.575452] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39797b3e-ff5c-4ce1-9adf-407e2abfc745',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.655716] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc53a2a1-b231-4258-a3f0-d87e4293a108 [ 762.655716] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.655716] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.655716] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.655716] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.655716] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.655716] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc53a2a1-b231-4258-a3f0-d87e4293a108 already deleted. [ 762.655716] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc53a2a1-b231-4258-a3f0-d87e4293a108" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.717182] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.720023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.720023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.720023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.720023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.720023] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.720023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.720023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.720023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.720023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.720023] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e6af472-50a9-457a-b0b2-5ad0aea42f2f is going to be updated. [ 762.744743] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.744908] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.745211] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.745444] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.745597] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.754609] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e6af472-50a9-457a-b0b2-5ad0aea42f2f in Status: IN_PROGRESS for 2s [ 763.079477] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.079477] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.079477] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.079477] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.079477] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.079477] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 39797b3e-ff5c-4ce1-9adf-407e2abfc745 not found, creating... [ 763.079477] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.079477] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.079477] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.079923] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.079923] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.080020] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.080171] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.080422] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.080505] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.080611] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.080740] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 39797b3e-ff5c-4ce1-9adf-407e2abfc745 is going to be created. [ 763.106510] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.106817] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.106934] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.107226] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.107701] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.107701] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-39797b3e-ff5c-4ce1-9adf-407e2abfc745" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.857496] env[69343]: INFO networking_nsxv3.common.synchronization [None req-a4311792-3769-496a-b06f-35de425e4d93 None None] Enqueued Resource ID: acd7e7d8-87e1-423b-8cc6-a88d0f664cb8 with Priority: HIGHEST for action port [ 763.861062] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acd7e7d8-87e1-423b-8cc6-a88d0f664cb8 with Priority: HIGHEST for action port [ 763.861062] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-acd7e7d8-87e1-423b-8cc6-a88d0f664cb8 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.861062] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acd7e7d8-87e1-423b-8cc6-a88d0f664cb8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.861062] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acd7e7d8-87e1-423b-8cc6-a88d0f664cb8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.861062] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acd7e7d8-87e1-423b-8cc6-a88d0f664cb8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.861062] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acd7e7d8-87e1-423b-8cc6-a88d0f664cb8',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.967991] env[69343]: INFO networking_nsxv3.common.synchronization [None req-c52378b5-7140-473b-b717-a2fa801b6934 None None] Enqueued Resource ID: 384139c7-ae81-44dd-bee7-6fa544df9797 with Priority: HIGHEST for action port [ 763.967991] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 384139c7-ae81-44dd-bee7-6fa544df9797 with Priority: HIGHEST for action port [ 763.968569] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-384139c7-ae81-44dd-bee7-6fa544df9797 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.968797] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-384139c7-ae81-44dd-bee7-6fa544df9797" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.968797] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-384139c7-ae81-44dd-bee7-6fa544df9797" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.969019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-384139c7-ae81-44dd-bee7-6fa544df9797" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.969322] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('384139c7-ae81-44dd-bee7-6fa544df9797',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.363796] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port acd7e7d8-87e1-423b-8cc6-a88d0f664cb8 [ 764.364057] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.364340] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.364340] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.364478] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.364567] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.364662] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:acd7e7d8-87e1-423b-8cc6-a88d0f664cb8 already deleted. [ 764.364742] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acd7e7d8-87e1-423b-8cc6-a88d0f664cb8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.473160] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 384139c7-ae81-44dd-bee7-6fa544df9797 [ 764.475851] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.476013] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.476282] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.476351] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.476431] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.476533] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:384139c7-ae81-44dd-bee7-6fa544df9797 already deleted. [ 764.476614] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-384139c7-ae81-44dd-bee7-6fa544df9797" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.766615] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e6af472-50a9-457a-b0b2-5ad0aea42f2f in Status: SUCCESS [ 764.766615] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e6af472-50a9-457a-b0b2-5ad0aea42f2f deletion is rescheduled due to dependency. [ 764.766615] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e6af472-50a9-457a-b0b2-5ad0aea42f2f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.861482] env[69343]: INFO networking_nsxv3.common.synchronization [req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a req-8d8cb892-2c31-4b9a-9e64-2f407545e836 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Enqueued Resource ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 with Priority: HIGHEST for action security_group_members [ 764.862249] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 with Priority: HIGHEST for action security_group_members [ 764.862617] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a0b2103-d975-4472-afb2-cba12e59e6b5 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.862783] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.862883] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.863550] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.863934] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.864136] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.864278] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.864508] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.864964] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.864964] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a0b2103-d975-4472-afb2-cba12e59e6b5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.034433] env[69343]: INFO networking_nsxv3.common.synchronization [req-431f1faf-50e1-4e52-934c-bf3f324847b8 req-c1da8a96-2216-420a-a414-b6661935437e service nova] Enqueued Resource ID: 766f412f-9fe1-45fc-985e-7ed15f3ddfeb with Priority: HIGHEST for action security_group_rules [ 765.034681] env[69343]: INFO networking_nsxv3.common.synchronization [req-431f1faf-50e1-4e52-934c-bf3f324847b8 req-c1da8a96-2216-420a-a414-b6661935437e service nova] Enqueued Resource ID: 766f412f-9fe1-45fc-985e-7ed15f3ddfeb with Priority: HIGHEST for action security_group_members [ 765.034820] env[69343]: INFO networking_nsxv3.common.synchronization [req-431f1faf-50e1-4e52-934c-bf3f324847b8 req-c1da8a96-2216-420a-a414-b6661935437e service nova] Enqueued Resource ID: 39797b3e-ff5c-4ce1-9adf-407e2abfc745 with Priority: HIGHEST for action port [ 765.035381] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766f412f-9fe1-45fc-985e-7ed15f3ddfeb with Priority: HIGHEST for action security_group_rules [ 765.035517] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766f412f-9fe1-45fc-985e-7ed15f3ddfeb with Priority: HIGHEST for action security_group_members [ 765.035611] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39797b3e-ff5c-4ce1-9adf-407e2abfc745 with Priority: HIGHEST for action port [ 765.035883] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-766f412f-9fe1-45fc-985e-7ed15f3ddfeb taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.036163] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-766f412f-9fe1-45fc-985e-7ed15f3ddfeb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.036233] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-766f412f-9fe1-45fc-985e-7ed15f3ddfeb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.036467] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-766f412f-9fe1-45fc-985e-7ed15f3ddfeb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.036554] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('766f412f-9fe1-45fc-985e-7ed15f3ddfeb',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.037528] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-766f412f-9fe1-45fc-985e-7ed15f3ddfeb taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.037591] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766f412f-9fe1-45fc-985e-7ed15f3ddfeb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.037649] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766f412f-9fe1-45fc-985e-7ed15f3ddfeb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.037811] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766f412f-9fe1-45fc-985e-7ed15f3ddfeb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.037967] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.038079] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.038129] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.038496] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.038496] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.038496] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('766f412f-9fe1-45fc-985e-7ed15f3ddfeb',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.039555] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-39797b3e-ff5c-4ce1-9adf-407e2abfc745 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.039672] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39797b3e-ff5c-4ce1-9adf-407e2abfc745" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.039727] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39797b3e-ff5c-4ce1-9adf-407e2abfc745" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.039936] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39797b3e-ff5c-4ce1-9adf-407e2abfc745" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.040058] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39797b3e-ff5c-4ce1-9adf-407e2abfc745',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.369753] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a0b2103-d975-4472-afb2-cba12e59e6b5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.542520] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('766f412f-9fe1-45fc-985e-7ed15f3ddfeb',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.543519] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-766f412f-9fe1-45fc-985e-7ed15f3ddfeb taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.543701] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766f412f-9fe1-45fc-985e-7ed15f3ddfeb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.543936] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39797b3e-ff5c-4ce1-9adf-407e2abfc745 with status ACTIVE [ 765.544026] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.544125] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.544189] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.544481] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.544481] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.544639] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.544713] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.544773] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.544881] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.544951] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.547199] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.547199] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.547199] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.547199] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.547199] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.547199] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39797b3e-ff5c-4ce1-9adf-407e2abfc745 is going to be updated. [ 765.573217] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.573542] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.573542] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.574630] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.574796] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.574971] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39797b3e-ff5c-4ce1-9adf-407e2abfc745" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.870409] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-389 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.870776] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-389" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.870776] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-389" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.871040] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-389" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.871319] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.871478] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.871591] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.871846] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.872013] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.872541] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 765.875729] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.875909] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.876137] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.876327] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 765.876449] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.876680] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.878299] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a0b2103-d975-4472-afb2-cba12e59e6b5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.898463] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.898728] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 765.899027] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.899118] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-389" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.899751] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-f1adf48a-8511-4461-b4b5-425a0b2552ef taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.899751] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-f1adf48a-8511-4461-b4b5-425a0b2552ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.899751] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-f1adf48a-8511-4461-b4b5-425a0b2552ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.900119] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-f1adf48a-8511-4461-b4b5-425a0b2552ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.900262] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1adf48a-8511-4461-b4b5-425a0b2552ef',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.050208] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('766f412f-9fe1-45fc-985e-7ed15f3ddfeb',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.199799] env[69343]: INFO networking_nsxv3.common.synchronization [None req-d968909b-f1f7-4a07-aaa0-b4306693fc72 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Enqueued Resource ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db with Priority: HIGHEST for action security_group_rules [ 766.200301] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db with Priority: HIGHEST for action security_group_rules [ 766.203226] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.203226] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.203226] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.203226] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.203226] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec2565f9-38b0-4dcc-b34c-dc4dab2e94db',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.290317] env[69343]: INFO networking_nsxv3.common.synchronization [None req-b3f6e6c3-59f4-404e-b928-943528654a34 None None] Enqueued Resource ID: 5532f33f-ce2d-4126-845b-9e7642f7c5ac with Priority: HIGHEST for action port [ 766.290589] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5532f33f-ce2d-4126-845b-9e7642f7c5ac with Priority: HIGHEST for action port [ 766.291304] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-5532f33f-ce2d-4126-845b-9e7642f7c5ac taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.291304] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5532f33f-ce2d-4126-845b-9e7642f7c5ac" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.291444] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5532f33f-ce2d-4126-845b-9e7642f7c5ac" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.291650] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5532f33f-ce2d-4126-845b-9e7642f7c5ac" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.291697] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5532f33f-ce2d-4126-845b-9e7642f7c5ac',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.380936] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.381142] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.381243] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.381465] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.381631] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.381670] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 is going to be updated. [ 766.405558] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.405808] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.405905] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.406234] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.406385] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.406535] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port f1adf48a-8511-4461-b4b5-425a0b2552ef not found, creating... [ 766.406792] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.406947] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.407091] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.407327] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.407465] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.407742] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.407900] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.408012] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.408232] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.408361] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.408500] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: f1adf48a-8511-4461-b4b5-425a0b2552ef is going to be created. [ 766.410251] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.410365] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.410431] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.410580] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.410709] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.426091] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 in Status: IN_PROGRESS for 2s [ 766.435407] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.435407] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.435407] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.435407] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.435407] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.435407] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-f1adf48a-8511-4461-b4b5-425a0b2552ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.552252] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.552463] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.552463] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.552659] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.552749] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.553128] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 766f412f-9fe1-45fc-985e-7ed15f3ddfeb is going to be created. [ 766.576113] env[69343]: INFO networking_nsxv3.common.synchronization [None req-e7164206-054d-43e2-8100-95f396eb12bb tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Enqueued Resource ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db with Priority: HIGHEST for action security_group_rules [ 766.576630] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db with Priority: HIGHEST for action security_group_rules [ 766.576947] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.577058] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.583305] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.583440] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.583440] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.583693] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.583810] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.594526] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766f412f-9fe1-45fc-985e-7ed15f3ddfeb in Status: UNINITIALIZED for 2s [ 766.722919] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.722919] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.722919] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.722919] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.722919] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.722919] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db already deleted. [ 766.722919] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.722919] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.722919] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.722919] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec2565f9-38b0-4dcc-b34c-dc4dab2e94db',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.793519] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5532f33f-ce2d-4126-845b-9e7642f7c5ac [ 766.793690] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.794226] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.794226] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.794226] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.794226] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.795258] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5532f33f-ce2d-4126-845b-9e7642f7c5ac already deleted. [ 766.795258] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5532f33f-ce2d-4126-845b-9e7642f7c5ac" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.245203] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.245597] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.245597] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.245907] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.245907] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.246121] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db already deleted. [ 767.246121] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.416745] env[69343]: INFO networking_nsxv3.common.synchronization [None req-57017695-8398-44b6-8d14-1a57acadf76e None None] Enqueued Resource ID: 722b5521-34db-4f6f-b56e-29a8626e5027 with Priority: HIGHEST for action port [ 767.417324] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 722b5521-34db-4f6f-b56e-29a8626e5027 with Priority: HIGHEST for action port [ 767.417963] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-722b5521-34db-4f6f-b56e-29a8626e5027 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.421015] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-722b5521-34db-4f6f-b56e-29a8626e5027" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.421770] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-722b5521-34db-4f6f-b56e-29a8626e5027" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.422176] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-722b5521-34db-4f6f-b56e-29a8626e5027" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.422280] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('722b5521-34db-4f6f-b56e-29a8626e5027',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.848710] env[69343]: INFO networking_nsxv3.common.synchronization [req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a req-557a7f6f-0da9-4b67-8946-75f77551c170 service nova] Enqueued Resource ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 with Priority: HIGHEST for action security_group_rules [ 767.848933] env[69343]: INFO networking_nsxv3.common.synchronization [req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a req-557a7f6f-0da9-4b67-8946-75f77551c170 service nova] Enqueued Resource ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 with Priority: HIGHEST for action security_group_members [ 767.849107] env[69343]: INFO networking_nsxv3.common.synchronization [req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a req-557a7f6f-0da9-4b67-8946-75f77551c170 service nova] Enqueued Resource ID: f1adf48a-8511-4461-b4b5-425a0b2552ef with Priority: HIGHEST for action port [ 767.849656] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 with Priority: HIGHEST for action security_group_rules [ 767.849804] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 with Priority: HIGHEST for action security_group_members [ 767.849916] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1adf48a-8511-4461-b4b5-425a0b2552ef with Priority: HIGHEST for action port [ 767.850258] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a0b2103-d975-4472-afb2-cba12e59e6b5 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.850385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.850452] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.850683] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.850763] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a0b2103-d975-4472-afb2-cba12e59e6b5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.851769] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a0b2103-d975-4472-afb2-cba12e59e6b5 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.851869] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.852104] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1adf48a-8511-4461-b4b5-425a0b2552ef taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.852302] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1adf48a-8511-4461-b4b5-425a0b2552ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.852302] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1adf48a-8511-4461-b4b5-425a0b2552ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.852545] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1adf48a-8511-4461-b4b5-425a0b2552ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.852584] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1adf48a-8511-4461-b4b5-425a0b2552ef',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.925297] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 722b5521-34db-4f6f-b56e-29a8626e5027 [ 767.925297] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.925297] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.925297] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.925581] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.925641] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.925870] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:722b5521-34db-4f6f-b56e-29a8626e5027 already deleted. [ 767.925870] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-722b5521-34db-4f6f-b56e-29a8626e5027" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.354291] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a0b2103-d975-4472-afb2-cba12e59e6b5 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.354617] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.354617] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1adf48a-8511-4461-b4b5-425a0b2552ef with status ACTIVE [ 768.354791] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.354897] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.354962] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.355212] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.355311] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.355493] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.355591] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.355653] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.356425] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.356425] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.356425] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.356425] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.356425] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.356425] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.356425] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.356742] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1adf48a-8511-4461-b4b5-425a0b2552ef is going to be updated. [ 768.379331] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.379485] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.379564] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.379762] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.379901] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.380082] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1adf48a-8511-4461-b4b5-425a0b2552ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.442373] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 in Status: SUCCESS [ 768.442612] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.442988] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.442988] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.445024] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.445024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.445024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.445024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.445024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.445024] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a0b2103-d975-4472-afb2-cba12e59e6b5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.604436] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766f412f-9fe1-45fc-985e-7ed15f3ddfeb in Status: SUCCESS [ 768.604804] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766f412f-9fe1-45fc-985e-7ed15f3ddfeb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.604804] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766f412f-9fe1-45fc-985e-7ed15f3ddfeb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.605069] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766f412f-9fe1-45fc-985e-7ed15f3ddfeb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.605273] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.605399] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.605473] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.605684] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.605775] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.605775] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766f412f-9fe1-45fc-985e-7ed15f3ddfeb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.605876] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('766f412f-9fe1-45fc-985e-7ed15f3ddfeb',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.865945] env[69343]: INFO networking_nsxv3.common.synchronization [req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 req-88765adf-9f0b-4e9c-91bd-46651ccc2371 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Enqueued Resource ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 with Priority: HIGHEST for action security_group_members [ 768.866519] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 with Priority: HIGHEST for action security_group_members [ 768.866825] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2e13d48-59bb-41ad-8d99-6031f30c6513 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.866948] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.868037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.868401] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.868589] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.868728] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.868816] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.869283] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.869384] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.870183] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2e13d48-59bb-41ad-8d99-6031f30c6513',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.946524] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a0b2103-d975-4472-afb2-cba12e59e6b5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.110042] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-766f412f-9fe1-45fc-985e-7ed15f3ddfeb taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.110042] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766f412f-9fe1-45fc-985e-7ed15f3ddfeb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.110042] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766f412f-9fe1-45fc-985e-7ed15f3ddfeb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.110042] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766f412f-9fe1-45fc-985e-7ed15f3ddfeb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.110042] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.110042] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.110042] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.110042] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.110042] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.110042] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766f412f-9fe1-45fc-985e-7ed15f3ddfeb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.110042] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-766f412f-9fe1-45fc-985e-7ed15f3ddfeb taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.110042] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766f412f-9fe1-45fc-985e-7ed15f3ddfeb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.110042] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766f412f-9fe1-45fc-985e-7ed15f3ddfeb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.110042] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766f412f-9fe1-45fc-985e-7ed15f3ddfeb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.110732] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.110732] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.110732] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.110732] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.110732] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.110732] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766f412f-9fe1-45fc-985e-7ed15f3ddfeb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.110732] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('766f412f-9fe1-45fc-985e-7ed15f3ddfeb',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.372306] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.372710] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.372710] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.372856] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.372959] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.373214] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.373351] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.373429] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.373615] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.373708] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.373800] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 already deleted. [ 769.373884] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.445214] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-153 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.445413] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-153" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.445547] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-153" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.445905] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-153" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.446267] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.446416] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.446532] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.446754] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.446905] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.447154] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.447270] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.447358] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.447469] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.447578] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.447692] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.447810] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.451105] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a0b2103-d975-4472-afb2-cba12e59e6b5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.467949] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.468141] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 769.468282] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.468457] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-153" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.468784] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-340151f0-9772-452b-bf9a-2b650c2072c5 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.468952] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-340151f0-9772-452b-bf9a-2b650c2072c5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.469804] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-340151f0-9772-452b-bf9a-2b650c2072c5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.469804] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-340151f0-9772-452b-bf9a-2b650c2072c5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.469804] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('340151f0-9772-452b-bf9a-2b650c2072c5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.613534] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 766f412f-9fe1-45fc-985e-7ed15f3ddfeb: rpc.has_security_group_logging(os_id): False [ 769.636035] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.636035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.636035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.636035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.636035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.636035] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.636035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.636035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.636035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.636035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.636035] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.636035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.636035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.636035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.636035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.636842] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.636842] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.636842] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.636842] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.636842] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.636842] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 766f412f-9fe1-45fc-985e-7ed15f3ddfeb is going to be created. [ 769.706231] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.706470] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.706470] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.707193] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.707193] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.727036] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 766f412f-9fe1-45fc-985e-7ed15f3ddfeb in Status: IN_PROGRESS for 2s [ 769.953091] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.953347] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.953475] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.953646] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.953756] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.953842] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 is going to be updated. [ 769.973562] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.973731] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.973822] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.974177] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.974531] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.974531] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 340151f0-9772-452b-bf9a-2b650c2072c5 not found, creating... [ 769.974898] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.974898] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.975098] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.975234] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.975381] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.975673] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.975972] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.975972] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.976277] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.976489] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.976645] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 340151f0-9772-452b-bf9a-2b650c2072c5 is going to be created. [ 769.983278] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.983427] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.983503] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.983663] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.983796] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.992558] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 in Status: IN_PROGRESS for 2s [ 769.995896] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.996130] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.996263] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.996563] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.996761] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.996979] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-340151f0-9772-452b-bf9a-2b650c2072c5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.158021] env[69343]: INFO networking_nsxv3.common.synchronization [None req-e9a59792-59bc-4289-9ad3-ef62e87f10c4 None None] Enqueued Resource ID: 980bfa41-8b21-484c-a420-f9bc03db5081 with Priority: HIGHEST for action port [ 770.158021] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 980bfa41-8b21-484c-a420-f9bc03db5081 with Priority: HIGHEST for action port [ 770.158021] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-980bfa41-8b21-484c-a420-f9bc03db5081 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.158021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-980bfa41-8b21-484c-a420-f9bc03db5081" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.158021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-980bfa41-8b21-484c-a420-f9bc03db5081" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.158881] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-980bfa41-8b21-484c-a420-f9bc03db5081" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.159673] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('980bfa41-8b21-484c-a420-f9bc03db5081',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.662300] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 980bfa41-8b21-484c-a420-f9bc03db5081 [ 770.662300] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.662300] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.662300] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.662300] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.662300] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.662863] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:980bfa41-8b21-484c-a420-f9bc03db5081 already deleted. [ 770.662863] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-980bfa41-8b21-484c-a420-f9bc03db5081" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.560275] env[69343]: INFO networking_nsxv3.common.synchronization [req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 req-447fb890-c057-4052-9251-c4a673e79bb7 service nova] Enqueued Resource ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 with Priority: HIGHEST for action security_group_rules [ 771.560452] env[69343]: INFO networking_nsxv3.common.synchronization [req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 req-447fb890-c057-4052-9251-c4a673e79bb7 service nova] Enqueued Resource ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 with Priority: HIGHEST for action security_group_members [ 771.560582] env[69343]: INFO networking_nsxv3.common.synchronization [req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 req-447fb890-c057-4052-9251-c4a673e79bb7 service nova] Enqueued Resource ID: 340151f0-9772-452b-bf9a-2b650c2072c5 with Priority: HIGHEST for action port [ 771.560808] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 with Priority: HIGHEST for action security_group_rules [ 771.561766] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 with Priority: HIGHEST for action security_group_members [ 771.561766] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 340151f0-9772-452b-bf9a-2b650c2072c5 with Priority: HIGHEST for action port [ 771.561766] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2e13d48-59bb-41ad-8d99-6031f30c6513 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.565237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.565237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.565237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.565237] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2e13d48-59bb-41ad-8d99-6031f30c6513',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.565237] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2e13d48-59bb-41ad-8d99-6031f30c6513 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.565237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.565237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.565237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.565237] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.565237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.565237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.565237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.565237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.565237] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2e13d48-59bb-41ad-8d99-6031f30c6513',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.566247] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-340151f0-9772-452b-bf9a-2b650c2072c5 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.566247] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-340151f0-9772-452b-bf9a-2b650c2072c5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.566247] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-340151f0-9772-452b-bf9a-2b650c2072c5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.566439] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-340151f0-9772-452b-bf9a-2b650c2072c5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.566439] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('340151f0-9772-452b-bf9a-2b650c2072c5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.743763] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 766f412f-9fe1-45fc-985e-7ed15f3ddfeb in Status: SUCCESS [ 771.744013] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-766f412f-9fe1-45fc-985e-7ed15f3ddfeb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.924618] env[69343]: INFO networking_nsxv3.common.synchronization [req-13631d7b-f71b-4631-b6b0-950256921cde req-55639ae1-4f93-48e3-86d9-5b225cdb26da tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Enqueued Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_members [ 771.925132] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_members [ 771.925446] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.925568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.925642] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.925922] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.928900] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.929369] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.929503] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.929680] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.929780] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.929909] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.005165] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 in Status: SUCCESS [ 772.005397] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.005571] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.005784] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.006138] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.006138] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.006311] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.006408] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.006483] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.006536] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.006638] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a0b2103-d975-4472-afb2-cba12e59e6b5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.068138] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2e13d48-59bb-41ad-8d99-6031f30c6513 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.068263] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.068614] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2e13d48-59bb-41ad-8d99-6031f30c6513',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.073970] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 340151f0-9772-452b-bf9a-2b650c2072c5 with status ACTIVE [ 772.073970] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.073970] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.073970] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.073970] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.073970] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.073970] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.073970] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.073970] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.073970] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.073970] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.073970] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.073970] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.073970] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.073970] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.073970] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.073970] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 340151f0-9772-452b-bf9a-2b650c2072c5 is going to be updated. [ 772.094324] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.094463] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.094537] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.094738] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.094872] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.095106] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-340151f0-9772-452b-bf9a-2b650c2072c5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.101674] env[69343]: INFO networking_nsxv3.common.synchronization [None req-f2596fa7-8295-4990-a5dc-5d5a83e18f7f None None] Enqueued Resource ID: 7ae29c5b-15ae-4ca8-bb5e-dafad81a9225 with Priority: HIGHEST for action port [ 772.101931] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ae29c5b-15ae-4ca8-bb5e-dafad81a9225 with Priority: HIGHEST for action port [ 772.102480] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ae29c5b-15ae-4ca8-bb5e-dafad81a9225 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.102594] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ae29c5b-15ae-4ca8-bb5e-dafad81a9225" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.102666] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ae29c5b-15ae-4ca8-bb5e-dafad81a9225" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.102970] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ae29c5b-15ae-4ca8-bb5e-dafad81a9225" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.103027] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ae29c5b-15ae-4ca8-bb5e-dafad81a9225',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.434106] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.434364] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.434443] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.434656] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.434751] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.434958] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.435074] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.435143] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.435292] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.435366] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.435449] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c already deleted. [ 772.435525] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.487678] env[69343]: INFO networking_nsxv3.common.synchronization [req-13631d7b-f71b-4631-b6b0-950256921cde req-07a4a844-3528-451e-be49-231074e255e2 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Enqueued Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_members [ 772.488308] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_members [ 772.488633] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.488762] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.488839] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.489184] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.489390] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.489787] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.489787] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.489787] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.489935] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.489935] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.509485] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a0b2103-d975-4472-afb2-cba12e59e6b5 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.509586] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.509586] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.509791] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.510036] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.510134] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.510134] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.510305] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.510435] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.510555] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.510716] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a0b2103-d975-4472-afb2-cba12e59e6b5 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.510846] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.510903] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.511018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.511216] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.511288] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.511340] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.511482] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.511535] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.511648] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.511696] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a0b2103-d975-4472-afb2-cba12e59e6b5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.571537] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2e13d48-59bb-41ad-8d99-6031f30c6513',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.606953] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ae29c5b-15ae-4ca8-bb5e-dafad81a9225 [ 772.607124] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.607302] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.607370] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.607614] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.607718] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.607886] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ae29c5b-15ae-4ca8-bb5e-dafad81a9225 already deleted. [ 772.608011] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ae29c5b-15ae-4ca8-bb5e-dafad81a9225" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.993366] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.993366] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.993366] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.993366] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.993366] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.993966] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.993966] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.993966] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.993966] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.993966] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.993966] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c already deleted. [ 772.994226] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.015083] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a0b2103-d975-4472-afb2-cba12e59e6b5: rpc.has_security_group_logging(os_id): False [ 773.032474] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.032618] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.032686] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.032993] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.032993] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.033224] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.033290] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.033375] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.033497] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.033574] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.033768] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.033986] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.033986] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.034146] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.034227] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.034442] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.034528] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.034578] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.034713] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.034882] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.034882] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 is going to be updated. [ 773.074657] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.074823] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.074889] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.075179] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.075306] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.075409] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 is going to be created. [ 773.098645] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.098941] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.098941] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.099305] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.099362] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.101131] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.101276] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.101545] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.101545] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.101666] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.110128] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 in Status: UNINITIALIZED for 2s [ 773.113574] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 in Status: IN_PROGRESS for 2s [ 773.342684] env[69343]: INFO networking_nsxv3.common.synchronization [req-13631d7b-f71b-4631-b6b0-950256921cde req-60be36f0-4f69-4b3a-b6d6-b1709ae9e53d tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Enqueued Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_members [ 773.344638] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_members [ 773.344638] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.344638] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.344638] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.344638] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.347675] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.347814] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.347880] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.348287] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.348287] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.348287] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.826492] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-259 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.826938] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-259" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.826938] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-259" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.827161] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-259" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.827442] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.828083] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.828083] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.828559] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.828723] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.829587] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 773.829800] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.829872] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.830297] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.831606] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 773.831606] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.831606] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.848474] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.848648] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 773.849014] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.849014] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-259" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.849286] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-d7551f9e-13e0-4850-bcab-2ee684caf162 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.849460] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-d7551f9e-13e0-4850-bcab-2ee684caf162" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.849578] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-d7551f9e-13e0-4850-bcab-2ee684caf162" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.849894] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-d7551f9e-13e0-4850-bcab-2ee684caf162" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.850047] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7551f9e-13e0-4850-bcab-2ee684caf162',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.851286] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.851409] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.851479] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.851654] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.851736] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.851912] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.852019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.852083] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.852226] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.852306] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.852420] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c already deleted. [ 773.852532] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.275464] env[69343]: INFO networking_nsxv3.common.synchronization [req-696706d4-5f16-4a70-865d-c929a1a388d0 req-decc96e4-e020-42e0-9d7d-d30a12182ef5 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Enqueued Resource ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 with Priority: HIGHEST for action security_group_members [ 774.275464] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 with Priority: HIGHEST for action security_group_members [ 774.275464] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a0b2103-d975-4472-afb2-cba12e59e6b5 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.275464] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.275464] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.275464] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.275464] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.275464] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.275464] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.275464] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.275464] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.275464] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a0b2103-d975-4472-afb2-cba12e59e6b5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.356699] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.356927] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.357700] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.357700] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.357700] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.358031] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port d7551f9e-13e0-4850-bcab-2ee684caf162 not found, creating... [ 774.358031] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.358185] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.358331] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.359024] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.359024] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.359024] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.359213] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.359213] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.359377] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.359503] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.359638] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: d7551f9e-13e0-4850-bcab-2ee684caf162 is going to be created. [ 774.381425] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.381630] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.381820] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.382140] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.382379] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.382613] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-d7551f9e-13e0-4850-bcab-2ee684caf162" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.750240] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-389 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.750737] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-389" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.751212] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-389" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.754669] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-389" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.756277] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.756277] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.756277] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.756277] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.756277] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.756277] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 774.756277] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.756584] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.756584] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.756801] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 774.756801] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.757157] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.775973] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.776163] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 774.776278] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.776458] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-389" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.776767] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-3766b8e6-f2d2-40fd-aa3b-9eb875982f29 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.776935] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-3766b8e6-f2d2-40fd-aa3b-9eb875982f29" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.777063] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-3766b8e6-f2d2-40fd-aa3b-9eb875982f29" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.777379] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-3766b8e6-f2d2-40fd-aa3b-9eb875982f29" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.777518] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3766b8e6-f2d2-40fd-aa3b-9eb875982f29',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.780858] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a0b2103-d975-4472-afb2-cba12e59e6b5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.120988] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 in Status: SUCCESS [ 775.120988] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.121154] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.123352] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.123352] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.123352] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.123352] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.123352] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.123352] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.123352] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.123352] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2e13d48-59bb-41ad-8d99-6031f30c6513',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.125397] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 in Status: SUCCESS [ 775.125576] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.157952] env[69343]: INFO networking_nsxv3.common.synchronization [req-13631d7b-f71b-4631-b6b0-950256921cde req-e2e71d54-5fc4-406d-a8e8-6723b9532a51 service nova] Enqueued Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_rules [ 775.157952] env[69343]: INFO networking_nsxv3.common.synchronization [req-13631d7b-f71b-4631-b6b0-950256921cde req-e2e71d54-5fc4-406d-a8e8-6723b9532a51 service nova] Enqueued Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_members [ 775.157952] env[69343]: INFO networking_nsxv3.common.synchronization [req-13631d7b-f71b-4631-b6b0-950256921cde req-e2e71d54-5fc4-406d-a8e8-6723b9532a51 service nova] Enqueued Resource ID: d7551f9e-13e0-4850-bcab-2ee684caf162 with Priority: HIGHEST for action port [ 775.157952] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_rules [ 775.158234] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_members [ 775.158234] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7551f9e-13e0-4850-bcab-2ee684caf162 with Priority: HIGHEST for action port [ 775.158734] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.158808] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.158874] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.160193] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.160293] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.161280] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.161469] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.161571] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.161713] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.161881] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.161989] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.162092] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.162213] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.162302] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.162440] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.164251] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7551f9e-13e0-4850-bcab-2ee684caf162 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.164392] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7551f9e-13e0-4850-bcab-2ee684caf162" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.164467] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7551f9e-13e0-4850-bcab-2ee684caf162" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.164692] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7551f9e-13e0-4850-bcab-2ee684caf162" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.164733] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7551f9e-13e0-4850-bcab-2ee684caf162',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.282878] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.283216] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.283260] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.283516] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.283661] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.283849] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 3766b8e6-f2d2-40fd-aa3b-9eb875982f29 not found, creating... [ 775.284159] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.284318] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.284433] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.284912] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.284912] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.285144] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.285508] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.285667] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.285908] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.287198] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.287461] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 3766b8e6-f2d2-40fd-aa3b-9eb875982f29 is going to be created. [ 775.288937] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a0b2103-d975-4472-afb2-cba12e59e6b5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.315547] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.315775] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.315899] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.316219] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.316455] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.316729] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-3766b8e6-f2d2-40fd-aa3b-9eb875982f29" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.624461] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2e13d48-59bb-41ad-8d99-6031f30c6513 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.624540] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.624604] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.624817] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.624982] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.625109] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.625152] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.625303] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.625385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.625494] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.625614] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2e13d48-59bb-41ad-8d99-6031f30c6513 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.625702] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.625759] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.625894] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.626076] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.626137] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.626244] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.626399] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.626471] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.626550] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.627697] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2e13d48-59bb-41ad-8d99-6031f30c6513',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.666661] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7551f9e-13e0-4850-bcab-2ee684caf162 with status ACTIVE [ 775.666886] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.667044] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.667117] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.667358] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.667452] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.667631] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.667753] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.667825] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.667931] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.668017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.668196] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.668293] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.668356] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.668494] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.668569] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.668654] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7551f9e-13e0-4850-bcab-2ee684caf162 is going to be updated. [ 775.669754] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.673155] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.673254] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.692382] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.692552] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.692677] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.693128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.693128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.693128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7551f9e-13e0-4850-bcab-2ee684caf162" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.791475] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.791607] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.791705] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.792577] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.792684] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.792794] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 is going to be updated. [ 775.837069] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.837272] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.837361] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.837578] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.837724] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.847262] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 in Status: IN_PROGRESS for 2s [ 776.133551] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2e13d48-59bb-41ad-8d99-6031f30c6513: rpc.has_security_group_logging(os_id): False [ 776.151022] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.151022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.151022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.151022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.151022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.151022] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.151022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.151022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.151022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.151022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.151022] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.151022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.151022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.151022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.151022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.152133] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.152651] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.152877] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.153160] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.153348] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.153529] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 is going to be created. [ 776.174953] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.225859] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.225859] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.225859] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.225859] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.225859] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.235853] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 in Status: IN_PROGRESS for 2s [ 776.632453] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.632834] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-400" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.632834] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-400" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.633178] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-400" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.635709] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.635927] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.636047] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.636503] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.638426] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.638426] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 776.638426] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.638426] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.638426] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.638426] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 776.638426] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.638426] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.659544] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.659847] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 776.660238] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.660450] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-400" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.661700] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-1a1718e4-8aaf-4632-a03e-41c281fc3afb taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.661700] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-1a1718e4-8aaf-4632-a03e-41c281fc3afb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.661700] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-1a1718e4-8aaf-4632-a03e-41c281fc3afb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.661936] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-1a1718e4-8aaf-4632-a03e-41c281fc3afb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.662108] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a1718e4-8aaf-4632-a03e-41c281fc3afb',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.678419] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.679716] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.679927] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.680130] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.680347] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.680446] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c is going to be created. [ 776.687665] env[69343]: INFO networking_nsxv3.common.synchronization [req-696706d4-5f16-4a70-865d-c929a1a388d0 req-6be41422-69f9-458c-b12f-c80b1ad38b10 service nova] Enqueued Resource ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 with Priority: HIGHEST for action security_group_rules [ 776.687882] env[69343]: INFO networking_nsxv3.common.synchronization [req-696706d4-5f16-4a70-865d-c929a1a388d0 req-6be41422-69f9-458c-b12f-c80b1ad38b10 service nova] Enqueued Resource ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 with Priority: HIGHEST for action security_group_members [ 776.688086] env[69343]: INFO networking_nsxv3.common.synchronization [req-696706d4-5f16-4a70-865d-c929a1a388d0 req-6be41422-69f9-458c-b12f-c80b1ad38b10 service nova] Enqueued Resource ID: 3766b8e6-f2d2-40fd-aa3b-9eb875982f29 with Priority: HIGHEST for action port [ 776.688631] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 with Priority: HIGHEST for action security_group_rules [ 776.688834] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 with Priority: HIGHEST for action security_group_members [ 776.688938] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3766b8e6-f2d2-40fd-aa3b-9eb875982f29 with Priority: HIGHEST for action port [ 776.689461] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a0b2103-d975-4472-afb2-cba12e59e6b5 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.689645] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.689812] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.690075] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.690258] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a0b2103-d975-4472-afb2-cba12e59e6b5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.691401] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a0b2103-d975-4472-afb2-cba12e59e6b5 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.691555] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.691801] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-3766b8e6-f2d2-40fd-aa3b-9eb875982f29 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.692018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3766b8e6-f2d2-40fd-aa3b-9eb875982f29" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.692144] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3766b8e6-f2d2-40fd-aa3b-9eb875982f29" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.692368] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3766b8e6-f2d2-40fd-aa3b-9eb875982f29" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.692748] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3766b8e6-f2d2-40fd-aa3b-9eb875982f29',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.704270] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.704270] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.704270] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.704270] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.704270] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.712539] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c in Status: UNINITIALIZED for 2s [ 777.164512] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.164744] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.164868] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.165185] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.165415] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.165489] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 1a1718e4-8aaf-4632-a03e-41c281fc3afb not found, creating... [ 777.165757] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.165910] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.166037] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.166308] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.166412] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.166694] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.166921] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.166960] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.167172] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.167334] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.167551] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 1a1718e4-8aaf-4632-a03e-41c281fc3afb is going to be created. [ 777.195297] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a0b2103-d975-4472-afb2-cba12e59e6b5 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.195385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.195668] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3766b8e6-f2d2-40fd-aa3b-9eb875982f29 with status ACTIVE [ 777.196110] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.196110] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.196110] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.196332] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.196466] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.196661] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.197549] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.197549] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.197549] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.197549] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.197549] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.197549] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.197939] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.197939] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.197939] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.198061] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3766b8e6-f2d2-40fd-aa3b-9eb875982f29 is going to be updated. [ 777.212508] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.212740] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.212884] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.213188] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.213469] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.213728] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-1a1718e4-8aaf-4632-a03e-41c281fc3afb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.228815] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.229049] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.229049] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.229723] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.229723] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.229723] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3766b8e6-f2d2-40fd-aa3b-9eb875982f29" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.862776] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 in Status: SUCCESS [ 777.863170] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.863244] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.863441] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.863654] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.863798] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.863882] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.865013] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.865127] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.865232] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a0b2103-d975-4472-afb2-cba12e59e6b5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.141318] env[69343]: INFO networking_nsxv3.common.synchronization [req-d0a88c17-0786-4462-8d4c-2ae7597984cc req-c293757f-b687-427c-a911-526c14ae01c7 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Enqueued Resource ID: 766f412f-9fe1-45fc-985e-7ed15f3ddfeb with Priority: HIGHEST for action security_group_members [ 778.144139] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766f412f-9fe1-45fc-985e-7ed15f3ddfeb with Priority: HIGHEST for action security_group_members [ 778.144381] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-766f412f-9fe1-45fc-985e-7ed15f3ddfeb taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.144510] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766f412f-9fe1-45fc-985e-7ed15f3ddfeb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.144576] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766f412f-9fe1-45fc-985e-7ed15f3ddfeb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.144776] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766f412f-9fe1-45fc-985e-7ed15f3ddfeb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.144924] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.146593] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.146701] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.146880] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.146975] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.147125] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('766f412f-9fe1-45fc-985e-7ed15f3ddfeb',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.247812] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 in Status: SUCCESS [ 778.248037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.332948] env[69343]: INFO networking_nsxv3.common.synchronization [req-03808cc2-45b5-4ee4-8031-938742cf5287 req-87a4052f-b01e-49c2-82c1-73a7bd42dbff tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Enqueued Resource ID: 1d785ece-366d-4827-8263-5e13f1c88e18 with Priority: HIGHEST for action security_group_members [ 778.333522] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d785ece-366d-4827-8263-5e13f1c88e18 with Priority: HIGHEST for action security_group_members [ 778.333808] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d785ece-366d-4827-8263-5e13f1c88e18 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.333935] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.334009] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.335698] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.335878] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.335993] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.336072] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.336264] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.336370] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.336443] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d785ece-366d-4827-8263-5e13f1c88e18',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.367644] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a0b2103-d975-4472-afb2-cba12e59e6b5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.584947] env[69343]: INFO networking_nsxv3.common.synchronization [req-13631d7b-f71b-4631-b6b0-950256921cde req-f2aa5566-d4df-48d6-9da6-acef029182aa service nova] Enqueued Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_rules [ 778.585154] env[69343]: INFO networking_nsxv3.common.synchronization [req-13631d7b-f71b-4631-b6b0-950256921cde req-f2aa5566-d4df-48d6-9da6-acef029182aa service nova] Enqueued Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_members [ 778.585296] env[69343]: INFO networking_nsxv3.common.synchronization [req-13631d7b-f71b-4631-b6b0-950256921cde req-f2aa5566-d4df-48d6-9da6-acef029182aa service nova] Enqueued Resource ID: 1a1718e4-8aaf-4632-a03e-41c281fc3afb with Priority: HIGHEST for action port [ 778.585534] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_rules [ 778.585660] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_members [ 778.585754] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a1718e4-8aaf-4632-a03e-41c281fc3afb with Priority: HIGHEST for action port [ 778.586471] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.586471] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.586980] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.587104] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.587925] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a1718e4-8aaf-4632-a03e-41c281fc3afb taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.589302] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a1718e4-8aaf-4632-a03e-41c281fc3afb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.589415] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a1718e4-8aaf-4632-a03e-41c281fc3afb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.589631] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a1718e4-8aaf-4632-a03e-41c281fc3afb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.589720] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a1718e4-8aaf-4632-a03e-41c281fc3afb',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.650882] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.651051] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.651125] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.651339] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.651434] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.651625] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.651735] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.651795] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.651913] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.651988] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.652109] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 766f412f-9fe1-45fc-985e-7ed15f3ddfeb is going to be updated. [ 778.681399] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.681600] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.681600] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.681816] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.681955] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.693368] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766f412f-9fe1-45fc-985e-7ed15f3ddfeb in Status: IN_PROGRESS for 2s [ 778.720299] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c in Status: SUCCESS [ 778.720521] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.720678] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.720896] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.721114] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.721229] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.721932] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.721932] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.721932] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.721932] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.721932] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.722770] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.722940] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.724639] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.724711] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.724771] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.724929] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.725019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.725114] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.773634] env[69343]: INFO networking_nsxv3.common.synchronization [req-0708edef-5819-4469-a645-1e947e775131 req-6c477f0c-0384-4b45-b7fb-edbddb30ea38 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Enqueued Resource ID: 39636ad9-f28e-4bcf-98f8-8555151bba24 with Priority: HIGHEST for action security_group_members [ 778.774179] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39636ad9-f28e-4bcf-98f8-8555151bba24 with Priority: HIGHEST for action security_group_members [ 778.774516] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-39636ad9-f28e-4bcf-98f8-8555151bba24 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.774737] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39636ad9-f28e-4bcf-98f8-8555151bba24" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.774833] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39636ad9-f28e-4bcf-98f8-8555151bba24" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.775075] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39636ad9-f28e-4bcf-98f8-8555151bba24" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.775273] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.775351] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.775417] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.775561] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.775648] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.775740] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39636ad9-f28e-4bcf-98f8-8555151bba24',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.840046] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.840209] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.840271] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.840496] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.840586] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.840779] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.840874] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.840929] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.841092] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.841168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.841251] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d785ece-366d-4827-8263-5e13f1c88e18 already deleted. [ 778.841330] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.870560] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a0b2103-d975-4472-afb2-cba12e59e6b5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.998915] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-454 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.999150] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-454" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.999322] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-454" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.999658] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-454" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.000250] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.000250] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.000250] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.000491] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.000633] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.000749] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 779.003090] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.003090] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.003090] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.003090] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 779.003090] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.003090] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.019995] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.020181] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 779.020318] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.020495] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-454" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.020802] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-0d669634-8932-4f74-8514-2e4f0dc1babb taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.020963] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-0d669634-8932-4f74-8514-2e4f0dc1babb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.021092] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-0d669634-8932-4f74-8514-2e4f0dc1babb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.021404] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-0d669634-8932-4f74-8514-2e4f0dc1babb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.021548] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d669634-8932-4f74-8514-2e4f0dc1babb',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.093238] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a1718e4-8aaf-4632-a03e-41c281fc3afb with status ACTIVE [ 779.093502] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.093662] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.093737] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.093983] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.094281] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.094495] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.094618] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.094694] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.094881] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.094984] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.095216] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.095319] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.095387] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.095531] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.095609] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.095692] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a1718e4-8aaf-4632-a03e-41c281fc3afb is going to be updated. [ 779.114777] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.114953] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.115026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.115265] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.115334] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.115480] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a1718e4-8aaf-4632-a03e-41c281fc3afb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.229707] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.230800] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.230955] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.277598] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.277774] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.277848] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.278092] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.278191] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.278381] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.278478] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.278545] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.278698] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.278777] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.278862] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39636ad9-f28e-4bcf-98f8-8555151bba24 is going to be updated. [ 779.309186] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.309266] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.309341] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.309518] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.309651] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.317570] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39636ad9-f28e-4bcf-98f8-8555151bba24 in Status: IN_PROGRESS for 2s [ 779.373315] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.373481] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.373553] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.373770] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.373864] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.373963] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 is going to be updated. [ 779.409587] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.410162] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.410258] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.410469] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.410615] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.420019] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 in Status: IN_PROGRESS for 2s [ 779.529559] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.529559] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.529559] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.529559] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.529559] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.529559] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 0d669634-8932-4f74-8514-2e4f0dc1babb not found, creating... [ 779.530416] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.530634] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.530756] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.530987] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.531130] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.531426] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.531576] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.531812] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.533270] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.533382] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.533531] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 0d669634-8932-4f74-8514-2e4f0dc1babb is going to be created. [ 779.554555] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.554762] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.554885] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.555182] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.556049] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.556049] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-0d669634-8932-4f74-8514-2e4f0dc1babb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.571342] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-259 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.571530] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-259" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.571655] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-259" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.571902] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-259" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.572188] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.572317] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.572432] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.572634] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.572774] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.572971] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 779.573106] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.573215] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.573323] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.573428] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 779.573529] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.573655] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.606657] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.606817] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 779.606954] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.607151] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-259" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.607494] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-ad4b6dab-004a-43f7-b419-85a6e4ffbd16 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.607666] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-ad4b6dab-004a-43f7-b419-85a6e4ffbd16" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.607782] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-ad4b6dab-004a-43f7-b419-85a6e4ffbd16" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.608162] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-ad4b6dab-004a-43f7-b419-85a6e4ffbd16" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.608278] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad4b6dab-004a-43f7-b419-85a6e4ffbd16',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.731785] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.114168] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.114443] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.114511] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.114798] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.114948] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.115112] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port ad4b6dab-004a-43f7-b419-85a6e4ffbd16 not found, creating... [ 780.115387] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.115554] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.115671] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.115890] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.116036] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.116382] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.116536] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.116651] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.116858] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.116988] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.117136] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: ad4b6dab-004a-43f7-b419-85a6e4ffbd16 is going to be created. [ 780.135716] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.135911] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.136049] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.136339] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.136593] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.136840] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-ad4b6dab-004a-43f7-b419-85a6e4ffbd16" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.233887] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.234066] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.234141] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.234420] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.234479] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.234579] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c is going to be updated. [ 780.271525] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.271655] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.272011] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.272011] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.272088] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.281127] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c in Status: IN_PROGRESS for 2s [ 780.491507] env[69343]: INFO networking_nsxv3.common.synchronization [req-03808cc2-45b5-4ee4-8031-938742cf5287 req-9cbb867f-6c49-4fd4-97ae-9998e493a5c6 service nova] Enqueued Resource ID: 1d785ece-366d-4827-8263-5e13f1c88e18 with Priority: HIGHEST for action security_group_rules [ 780.491751] env[69343]: INFO networking_nsxv3.common.synchronization [req-03808cc2-45b5-4ee4-8031-938742cf5287 req-9cbb867f-6c49-4fd4-97ae-9998e493a5c6 service nova] Enqueued Resource ID: 1d785ece-366d-4827-8263-5e13f1c88e18 with Priority: HIGHEST for action security_group_members [ 780.491892] env[69343]: INFO networking_nsxv3.common.synchronization [req-03808cc2-45b5-4ee4-8031-938742cf5287 req-9cbb867f-6c49-4fd4-97ae-9998e493a5c6 service nova] Enqueued Resource ID: 0d669634-8932-4f74-8514-2e4f0dc1babb with Priority: HIGHEST for action port [ 780.492164] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d785ece-366d-4827-8263-5e13f1c88e18 with Priority: HIGHEST for action security_group_rules [ 780.492301] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d785ece-366d-4827-8263-5e13f1c88e18 with Priority: HIGHEST for action security_group_members [ 780.492417] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d669634-8932-4f74-8514-2e4f0dc1babb with Priority: HIGHEST for action port [ 780.492973] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d785ece-366d-4827-8263-5e13f1c88e18 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.493111] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.493177] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.493380] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.493466] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d785ece-366d-4827-8263-5e13f1c88e18',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.494271] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d785ece-366d-4827-8263-5e13f1c88e18 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.494381] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.494447] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.494824] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.494921] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.495037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.495102] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.495339] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.495339] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.495414] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d785ece-366d-4827-8263-5e13f1c88e18',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.499062] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d669634-8932-4f74-8514-2e4f0dc1babb taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.499189] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d669634-8932-4f74-8514-2e4f0dc1babb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.499251] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d669634-8932-4f74-8514-2e4f0dc1babb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.499411] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d669634-8932-4f74-8514-2e4f0dc1babb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.499495] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d669634-8932-4f74-8514-2e4f0dc1babb',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.702574] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766f412f-9fe1-45fc-985e-7ed15f3ddfeb in Status: SUCCESS [ 780.702757] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 766f412f-9fe1-45fc-985e-7ed15f3ddfeb deletion is rescheduled due to dependency. [ 780.702875] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766f412f-9fe1-45fc-985e-7ed15f3ddfeb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.001479] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d785ece-366d-4827-8263-5e13f1c88e18 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.001649] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.001905] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d785ece-366d-4827-8263-5e13f1c88e18',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.003064] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d669634-8932-4f74-8514-2e4f0dc1babb with status ACTIVE [ 781.007237] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.007237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.007237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.007237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.007237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.007237] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.007237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.007237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.007237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.007237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.007237] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.007237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.007237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.007237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.007237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.007237] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d669634-8932-4f74-8514-2e4f0dc1babb is going to be updated. [ 781.026913] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.027078] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.027137] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.027382] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.027535] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.027687] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d669634-8932-4f74-8514-2e4f0dc1babb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.117084] env[69343]: INFO networking_nsxv3.common.synchronization [req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 req-c9670c4b-df95-4500-87c1-3414f6124811 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Enqueued Resource ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 with Priority: HIGHEST for action security_group_members [ 781.117503] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 with Priority: HIGHEST for action security_group_members [ 781.117828] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.117923] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.121384] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.121384] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.121384] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.121384] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.121384] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.121384] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.121384] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.121384] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.327431] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39636ad9-f28e-4bcf-98f8-8555151bba24 in Status: SUCCESS [ 781.327431] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39636ad9-f28e-4bcf-98f8-8555151bba24 deletion is rescheduled due to dependency. [ 781.327431] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39636ad9-f28e-4bcf-98f8-8555151bba24" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.430310] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 in Status: SUCCESS [ 781.430562] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.430738] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.430957] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.431161] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.431296] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.431353] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.431499] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.431584] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.431667] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.431761] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a0b2103-d975-4472-afb2-cba12e59e6b5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.509579] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d785ece-366d-4827-8263-5e13f1c88e18',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.544445] env[69343]: INFO networking_nsxv3.common.synchronization [req-13631d7b-f71b-4631-b6b0-950256921cde req-ec45f3c3-35d3-4482-9f5c-919c1d07f294 service nova] Enqueued Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_rules [ 781.544731] env[69343]: INFO networking_nsxv3.common.synchronization [req-13631d7b-f71b-4631-b6b0-950256921cde req-ec45f3c3-35d3-4482-9f5c-919c1d07f294 service nova] Enqueued Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_members [ 781.544941] env[69343]: INFO networking_nsxv3.common.synchronization [req-13631d7b-f71b-4631-b6b0-950256921cde req-ec45f3c3-35d3-4482-9f5c-919c1d07f294 service nova] Enqueued Resource ID: ad4b6dab-004a-43f7-b419-85a6e4ffbd16 with Priority: HIGHEST for action port [ 781.546656] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_rules [ 781.546851] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_members [ 781.547011] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad4b6dab-004a-43f7-b419-85a6e4ffbd16 with Priority: HIGHEST for action port [ 781.547464] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.547872] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.548377] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.548516] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.548779] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad4b6dab-004a-43f7-b419-85a6e4ffbd16 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.548928] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad4b6dab-004a-43f7-b419-85a6e4ffbd16" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.549038] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad4b6dab-004a-43f7-b419-85a6e4ffbd16" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.549388] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad4b6dab-004a-43f7-b419-85a6e4ffbd16" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.549509] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad4b6dab-004a-43f7-b419-85a6e4ffbd16',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.623190] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.908027] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-577 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.908027] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.908027] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.908273] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.908506] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.908689] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.908830] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.909354] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.909520] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.909774] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 781.909892] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 781.909999] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 781.910159] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 781.910297] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 781.910396] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 781.910552] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 781.932250] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 781.932250] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 781.932250] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 781.932250] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.932250] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-d0aa839b-309f-4452-9cfd-9813ed053ba7 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.932250] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-d0aa839b-309f-4452-9cfd-9813ed053ba7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.932250] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-d0aa839b-309f-4452-9cfd-9813ed053ba7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.932250] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-d0aa839b-309f-4452-9cfd-9813ed053ba7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.932250] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0aa839b-309f-4452-9cfd-9813ed053ba7',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.939808] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a0b2103-d975-4472-afb2-cba12e59e6b5 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.939808] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.939808] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.939808] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.939808] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.939808] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.939808] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.939808] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.939808] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.939808] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.939808] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a0b2103-d975-4472-afb2-cba12e59e6b5 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.939808] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.939808] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.939808] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.939808] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.939808] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.940385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.940385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.940385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.940385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.940385] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a0b2103-d975-4472-afb2-cba12e59e6b5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.012734] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.012734] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.012734] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.012734] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.012734] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.012734] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d785ece-366d-4827-8263-5e13f1c88e18 is going to be created. [ 782.034438] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.034629] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.034629] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.034842] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.034998] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.043698] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d785ece-366d-4827-8263-5e13f1c88e18 in Status: UNINITIALIZED for 2s [ 782.059146] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad4b6dab-004a-43f7-b419-85a6e4ffbd16 with status ACTIVE [ 782.063026] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.063026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.063026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.063026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.063026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.063026] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.063026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.063026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.063026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.063026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.063026] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.063026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.063026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.063026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.063026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.063026] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad4b6dab-004a-43f7-b419-85a6e4ffbd16 is going to be updated. [ 782.081675] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.081808] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.081875] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.082106] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.082243] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.082401] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad4b6dab-004a-43f7-b419-85a6e4ffbd16" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.125939] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.291303] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c in Status: SUCCESS [ 782.291527] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.291699] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.291916] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.292136] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.292261] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.292332] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.292478] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.292558] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.292643] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.296036] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.296036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.296036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.296036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.296036] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.296036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.296036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.296036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.296036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.296036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.296036] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.296036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.296036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.296036] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.296036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.296036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.296036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.296036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.296669] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.434193] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.435026] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.435026] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.435026] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.435146] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.435235] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port d0aa839b-309f-4452-9cfd-9813ed053ba7 not found, creating... [ 782.435527] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.435711] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.435829] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.436066] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.436279] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.436582] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.436744] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.436898] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.437152] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.437292] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.437450] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: d0aa839b-309f-4452-9cfd-9813ed053ba7 is going to be created. [ 782.442620] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a0b2103-d975-4472-afb2-cba12e59e6b5: rpc.has_security_group_logging(os_id): False [ 782.457495] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.457495] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.457495] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.457495] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.457495] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.457818] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-d0aa839b-309f-4452-9cfd-9813ed053ba7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.462020] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.462020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.462020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.462020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.462020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.462020] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.462020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.462020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.462020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.462020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.462020] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.462020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.462020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.462020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.462020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.462690] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.462690] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.462690] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.462690] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.462690] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.462690] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 is going to be updated. [ 782.525398] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.525554] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.525647] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.525919] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.526090] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.552951] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 in Status: IN_PROGRESS for 2s [ 782.628711] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.629452] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.629452] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.629452] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.629452] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.629452] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 is going to be updated. [ 782.663307] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.663489] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.663569] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.663816] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.663967] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.674017] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 in Status: IN_PROGRESS for 2s [ 782.798628] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c: rpc.has_security_group_logging(os_id): False [ 782.802021] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.818144] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.822030] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.822030] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.822030] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.822030] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.822030] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.822030] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.822030] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.822030] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.822030] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.822030] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.822030] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.822030] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.822030] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.822030] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.822693] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.822693] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.822693] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.822693] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.822693] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.822693] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c is going to be created. [ 782.878568] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.878688] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.879047] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.879047] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.879294] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.890869] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c in Status: IN_PROGRESS for 2s [ 783.303186] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.659326] env[69343]: INFO networking_nsxv3.common.synchronization [req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 req-1a98cb19-9112-4d25-b31c-3d26a64e306c service nova] Enqueued Resource ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 with Priority: HIGHEST for action security_group_rules [ 783.659326] env[69343]: INFO networking_nsxv3.common.synchronization [req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 req-1a98cb19-9112-4d25-b31c-3d26a64e306c service nova] Enqueued Resource ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 with Priority: HIGHEST for action security_group_members [ 783.659326] env[69343]: INFO networking_nsxv3.common.synchronization [req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 req-1a98cb19-9112-4d25-b31c-3d26a64e306c service nova] Enqueued Resource ID: d0aa839b-309f-4452-9cfd-9813ed053ba7 with Priority: HIGHEST for action port [ 783.659326] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 with Priority: HIGHEST for action security_group_rules [ 783.659326] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 with Priority: HIGHEST for action security_group_members [ 783.659326] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0aa839b-309f-4452-9cfd-9813ed053ba7 with Priority: HIGHEST for action port [ 783.659326] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.659326] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.659326] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.659326] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.659679] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.662628] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.662929] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.663250] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0aa839b-309f-4452-9cfd-9813ed053ba7 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.663492] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0aa839b-309f-4452-9cfd-9813ed053ba7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.663686] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0aa839b-309f-4452-9cfd-9813ed053ba7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.663979] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0aa839b-309f-4452-9cfd-9813ed053ba7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.664199] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0aa839b-309f-4452-9cfd-9813ed053ba7',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.809761] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.809934] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.810017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.810245] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.810338] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.810438] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c is going to be updated. [ 783.836955] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.836955] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.836955] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.836955] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.837164] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.845313] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c in Status: IN_PROGRESS for 2s [ 784.052845] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d785ece-366d-4827-8263-5e13f1c88e18 in Status: SUCCESS [ 784.053124] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.053302] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.053514] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.053703] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.053820] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.053890] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.054049] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.054157] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.054215] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.054456] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d785ece-366d-4827-8263-5e13f1c88e18',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.084959] env[69343]: INFO networking_nsxv3.common.synchronization [None req-6b9420ad-304a-4014-9995-68ad4a8353fd tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Enqueued Resource ID: f2add661-a954-4775-9612-25a803f5687e with Priority: HIGHEST for action security_group_rules [ 784.085496] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2add661-a954-4775-9612-25a803f5687e with Priority: HIGHEST for action security_group_rules [ 784.085803] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2add661-a954-4775-9612-25a803f5687e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.085926] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2add661-a954-4775-9612-25a803f5687e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.085992] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2add661-a954-4775-9612-25a803f5687e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.086624] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2add661-a954-4775-9612-25a803f5687e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.086726] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2add661-a954-4775-9612-25a803f5687e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.171022] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.171022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.171022] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0aa839b-309f-4452-9cfd-9813ed053ba7 with status ACTIVE [ 784.171022] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.171022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.171022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.171022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.171022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.171022] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.171022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.171022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.171022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.171022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.171022] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.171706] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.171706] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.171706] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.171706] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.171706] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0aa839b-309f-4452-9cfd-9813ed053ba7 is going to be updated. [ 784.188575] env[69343]: INFO networking_nsxv3.common.synchronization [None req-d7cd9b5c-b445-4d32-96c8-6fbeb60664ab tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Enqueued Resource ID: f2add661-a954-4775-9612-25a803f5687e with Priority: HIGHEST for action security_group_rules [ 784.188575] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2add661-a954-4775-9612-25a803f5687e with Priority: HIGHEST for action security_group_rules [ 784.188575] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2add661-a954-4775-9612-25a803f5687e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.188575] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2add661-a954-4775-9612-25a803f5687e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.190828] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.192084] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.192084] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.192084] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.192084] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.192084] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0aa839b-309f-4452-9cfd-9813ed053ba7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.556207] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d785ece-366d-4827-8263-5e13f1c88e18',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.571047] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 in Status: SUCCESS [ 784.571047] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.603907] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.604091] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.604202] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.604371] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.604465] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.604562] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2add661-a954-4775-9612-25a803f5687e already deleted. [ 784.604645] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2add661-a954-4775-9612-25a803f5687e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.604791] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2add661-a954-4775-9612-25a803f5687e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.604953] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2add661-a954-4775-9612-25a803f5687e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.605048] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2add661-a954-4775-9612-25a803f5687e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.699454] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 in Status: SUCCESS [ 784.699678] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.699847] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.700075] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.700281] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.700413] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.700484] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.700607] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.700717] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.700761] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.901595] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c in Status: SUCCESS [ 784.901828] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.902059] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.902293] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.902385] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.062295] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d785ece-366d-4827-8263-5e13f1c88e18: rpc.has_security_group_logging(os_id): False [ 785.078182] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.080021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.080021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.080021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.080021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.080021] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.080021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.080021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.080021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.080021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.080021] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d785ece-366d-4827-8263-5e13f1c88e18 is going to be created. [ 785.130014] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.130014] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.130014] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.130014] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.130014] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.130014] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2add661-a954-4775-9612-25a803f5687e already deleted. [ 785.130014] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2add661-a954-4775-9612-25a803f5687e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.136062] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.136194] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.136268] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.136480] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.136737] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.149373] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d785ece-366d-4827-8263-5e13f1c88e18 in Status: IN_PROGRESS for 2s [ 785.205842] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.406739] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.406902] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.709182] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.858452] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c in Status: SUCCESS [ 785.858781] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.859451] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.859819] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.860064] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.860191] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.860257] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.860478] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.860597] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.860626] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.860726] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.920099] env[69343]: INFO networking_nsxv3.common.synchronization [req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 req-b563ee3c-11ac-47a5-a5e0-f071f186ad64 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Enqueued Resource ID: c7183df8-f575-4edc-ba64-424e0dc92c5a with Priority: HIGHEST for action security_group_members [ 785.920651] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7183df8-f575-4edc-ba64-424e0dc92c5a with Priority: HIGHEST for action security_group_members [ 785.920958] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7183df8-f575-4edc-ba64-424e0dc92c5a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.921093] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7183df8-f575-4edc-ba64-424e0dc92c5a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.921159] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7183df8-f575-4edc-ba64-424e0dc92c5a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.921444] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7183df8-f575-4edc-ba64-424e0dc92c5a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.921627] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.921731] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.921792] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.921968] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.922068] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.922166] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7183df8-f575-4edc-ba64-424e0dc92c5a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.218939] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.219132] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.219183] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.219385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.219469] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.219571] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 is going to be updated. [ 786.248470] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.248470] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.248470] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.248773] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.248871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.261550] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 in Status: IN_PROGRESS for 2s [ 786.363479] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.363882] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.363882] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.364127] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.364127] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.364223] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.364286] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.364445] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.364535] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.364625] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.364772] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.364866] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.364925] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.365083] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.365221] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.365313] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.365377] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.365516] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.365592] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.365946] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.365946] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.427976] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.428187] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.428259] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.428506] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.428583] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.432021] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.432021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.432021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.432021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.432021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.432021] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7183df8-f575-4edc-ba64-424e0dc92c5a already deleted. [ 786.432021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7183df8-f575-4edc-ba64-424e0dc92c5a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.690230] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-442 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.690445] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-442" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.690580] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-442" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.690888] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-442" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.691161] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.691319] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.691435] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.691646] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.691788] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.691987] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 786.692887] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.693045] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.693167] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.693281] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 786.693401] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.693523] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.711768] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.712128] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 786.712128] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.712247] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-442" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.712555] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-461fb0a5-68d0-4577-bbc5-0db7769976ba taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.712723] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-461fb0a5-68d0-4577-bbc5-0db7769976ba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.712842] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-461fb0a5-68d0-4577-bbc5-0db7769976ba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.713459] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-461fb0a5-68d0-4577-bbc5-0db7769976ba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.713599] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('461fb0a5-68d0-4577-bbc5-0db7769976ba',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.867947] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c: rpc.has_security_group_logging(os_id): False [ 786.905808] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.905958] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.906045] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.906278] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.906407] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.906630] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.906731] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.906797] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.906951] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.907039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.907215] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.907326] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.907390] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.907529] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.907604] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.907792] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.907885] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.907947] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.908269] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.908353] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.908445] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c is going to be updated. [ 786.971020] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.971293] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.971433] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.971798] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.972067] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.988673] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c in Status: IN_PROGRESS for 2s [ 787.169659] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d785ece-366d-4827-8263-5e13f1c88e18 in Status: SUCCESS [ 787.169913] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.216225] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.216583] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.216683] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.216925] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.217083] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.217237] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 461fb0a5-68d0-4577-bbc5-0db7769976ba not found, creating... [ 787.217533] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.217773] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.217913] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.218021] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.218157] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.218441] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.218650] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.218782] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.218988] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.219317] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.219496] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 461fb0a5-68d0-4577-bbc5-0db7769976ba is going to be created. [ 787.243510] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.246245] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.246459] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.246794] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.247078] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.247351] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-461fb0a5-68d0-4577-bbc5-0db7769976ba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.076972] env[69343]: INFO networking_nsxv3.common.synchronization [req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 req-4c35e8cb-f7e5-4158-bec8-cc2d9850fa8b service nova] Enqueued Resource ID: c7183df8-f575-4edc-ba64-424e0dc92c5a with Priority: HIGHEST for action security_group_rules [ 788.077277] env[69343]: INFO networking_nsxv3.common.synchronization [req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 req-4c35e8cb-f7e5-4158-bec8-cc2d9850fa8b service nova] Enqueued Resource ID: c7183df8-f575-4edc-ba64-424e0dc92c5a with Priority: HIGHEST for action security_group_members [ 788.077451] env[69343]: INFO networking_nsxv3.common.synchronization [req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 req-4c35e8cb-f7e5-4158-bec8-cc2d9850fa8b service nova] Enqueued Resource ID: 461fb0a5-68d0-4577-bbc5-0db7769976ba with Priority: HIGHEST for action port [ 788.077904] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7183df8-f575-4edc-ba64-424e0dc92c5a with Priority: HIGHEST for action security_group_rules [ 788.078127] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7183df8-f575-4edc-ba64-424e0dc92c5a with Priority: HIGHEST for action security_group_members [ 788.078272] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 461fb0a5-68d0-4577-bbc5-0db7769976ba with Priority: HIGHEST for action port [ 788.078564] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7183df8-f575-4edc-ba64-424e0dc92c5a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.078687] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7183df8-f575-4edc-ba64-424e0dc92c5a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.078812] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7183df8-f575-4edc-ba64-424e0dc92c5a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.078949] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7183df8-f575-4edc-ba64-424e0dc92c5a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.079067] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7183df8-f575-4edc-ba64-424e0dc92c5a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.080411] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7183df8-f575-4edc-ba64-424e0dc92c5a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.080537] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7183df8-f575-4edc-ba64-424e0dc92c5a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.080601] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7183df8-f575-4edc-ba64-424e0dc92c5a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.080779] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7183df8-f575-4edc-ba64-424e0dc92c5a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.080922] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.081046] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.081093] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.081227] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.081311] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.081408] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7183df8-f575-4edc-ba64-424e0dc92c5a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.083605] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-461fb0a5-68d0-4577-bbc5-0db7769976ba taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.083605] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-461fb0a5-68d0-4577-bbc5-0db7769976ba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.083605] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-461fb0a5-68d0-4577-bbc5-0db7769976ba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.083605] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-461fb0a5-68d0-4577-bbc5-0db7769976ba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.083605] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('461fb0a5-68d0-4577-bbc5-0db7769976ba',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.269876] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 in Status: SUCCESS [ 788.269876] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.269876] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.269876] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.270093] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.270218] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.270294] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.270472] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.270569] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.270657] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.270744] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.587715] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 461fb0a5-68d0-4577-bbc5-0db7769976ba with status ACTIVE [ 788.587801] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.587940] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.588031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.588339] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.588339] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.588525] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.588647] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.588706] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.588879] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.588918] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.589131] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.589242] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.589307] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.589473] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.589566] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.589657] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 461fb0a5-68d0-4577-bbc5-0db7769976ba is going to be updated. [ 788.591386] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7183df8-f575-4edc-ba64-424e0dc92c5a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.592817] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7183df8-f575-4edc-ba64-424e0dc92c5a taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.592915] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7183df8-f575-4edc-ba64-424e0dc92c5a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.614845] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.614991] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.615176] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.615391] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.615532] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.615692] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-461fb0a5-68d0-4577-bbc5-0db7769976ba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.773767] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.773984] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.774128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.774433] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.774642] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.774769] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.774878] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.775160] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.775259] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.775369] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.776129] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.776129] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.776129] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.776129] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.776129] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.776129] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.776129] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.776575] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.776575] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.776575] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.776575] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.001897] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c in Status: SUCCESS [ 789.001897] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.001987] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.002235] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.002328] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.094944] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7183df8-f575-4edc-ba64-424e0dc92c5a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.278961] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857: rpc.has_security_group_logging(os_id): False [ 789.295463] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.295600] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.295670] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.295897] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.295984] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.296201] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.296301] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.296381] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.297026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.297026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.297026] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.297026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.297026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.297228] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.297228] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.297390] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.297467] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.297521] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.297660] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.297726] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.297816] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 is going to be updated. [ 789.354593] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.354593] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.354593] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.355168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.355168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.374231] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 in Status: IN_PROGRESS for 2s [ 789.505242] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.505405] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.505480] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.505699] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.505872] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.505975] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.506054] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.506202] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.506289] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.506419] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.506517] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.597073] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.598359] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.598359] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.598359] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.598359] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.598359] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7183df8-f575-4edc-ba64-424e0dc92c5a is going to be created. [ 789.623688] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.623879] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.623978] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.624278] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.624498] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.635956] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7183df8-f575-4edc-ba64-424e0dc92c5a in Status: UNINITIALIZED for 2s [ 790.011603] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.011763] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.011833] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.012081] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.012251] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.012354] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.012419] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.012566] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.012737] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.012848] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.012994] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.013104] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.013165] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.013310] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.013521] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.013521] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.013614] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.013718] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.013791] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.013873] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.013962] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.517014] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c: rpc.has_security_group_logging(os_id): False [ 790.537233] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.537233] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.537233] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.537233] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.537233] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.537233] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.537233] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.537233] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.537233] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.537233] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.537233] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.537233] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.537233] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.537233] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.537233] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.538070] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.538070] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.538070] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.538070] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.538070] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.538070] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c is going to be updated. [ 790.593543] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.593543] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.593706] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.593798] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.593935] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.608350] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c in Status: IN_PROGRESS for 2s [ 791.388687] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 in Status: SUCCESS [ 791.388911] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.645252] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7183df8-f575-4edc-ba64-424e0dc92c5a in Status: SUCCESS [ 791.645528] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7183df8-f575-4edc-ba64-424e0dc92c5a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.645729] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7183df8-f575-4edc-ba64-424e0dc92c5a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.645988] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7183df8-f575-4edc-ba64-424e0dc92c5a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.646277] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.646500] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.646584] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.646805] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.646888] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.646996] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7183df8-f575-4edc-ba64-424e0dc92c5a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.647133] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7183df8-f575-4edc-ba64-424e0dc92c5a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.150157] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7183df8-f575-4edc-ba64-424e0dc92c5a taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.150360] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7183df8-f575-4edc-ba64-424e0dc92c5a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.150437] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7183df8-f575-4edc-ba64-424e0dc92c5a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.152210] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7183df8-f575-4edc-ba64-424e0dc92c5a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.152455] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.152575] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.152641] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.152821] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.152936] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.153100] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7183df8-f575-4edc-ba64-424e0dc92c5a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.153268] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7183df8-f575-4edc-ba64-424e0dc92c5a taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.153394] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7183df8-f575-4edc-ba64-424e0dc92c5a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.153460] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7183df8-f575-4edc-ba64-424e0dc92c5a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.153652] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7183df8-f575-4edc-ba64-424e0dc92c5a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.153769] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.153886] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.153948] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.154130] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.154283] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.154409] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7183df8-f575-4edc-ba64-424e0dc92c5a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.154543] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7183df8-f575-4edc-ba64-424e0dc92c5a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.623425] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c in Status: SUCCESS [ 792.623656] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.658458] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7183df8-f575-4edc-ba64-424e0dc92c5a: rpc.has_security_group_logging(os_id): False [ 792.678128] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.678128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.678128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.678128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.678128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.678128] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.678128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.678128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.678128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.678128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.678128] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.678128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.678128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.678128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.678128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.678578] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.678578] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.678578] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.678578] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.678578] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.678578] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7183df8-f575-4edc-ba64-424e0dc92c5a is going to be created. [ 792.733197] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.733351] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.733424] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.733640] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.733821] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.743922] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7183df8-f575-4edc-ba64-424e0dc92c5a in Status: IN_PROGRESS for 2s [ 793.081358] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 793.081473] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 794.215778] env[69343]: INFO networking_nsxv3.common.synchronization [req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac req-3ea592f3-fa0e-40f7-ae33-dcfca3b48446 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Enqueued Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_members [ 794.216581] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_members [ 794.220660] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-833c6a08-9446-43d9-ac6d-7d0c8738d152 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.220660] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.220660] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.220660] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.220660] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.220660] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.220660] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.220660] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.220660] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.220660] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.663051] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-15 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.663279] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-15" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.663414] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-15" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.666446] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-15" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.667831] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.668091] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.668247] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.668909] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.669145] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.669442] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 794.669615] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.669825] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.669985] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.670738] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 794.670738] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.670738] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.699109] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.699743] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 794.700016] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.700687] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-15" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.701202] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-fbc59080-82a7-458d-b052-4d458f7593c0 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.701458] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-fbc59080-82a7-458d-b052-4d458f7593c0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.701839] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-fbc59080-82a7-458d-b052-4d458f7593c0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.702237] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-fbc59080-82a7-458d-b052-4d458f7593c0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.702416] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbc59080-82a7-458d-b052-4d458f7593c0',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.725165] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.725165] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.725165] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.725165] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.725165] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.725165] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.725387] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.725387] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.725485] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.725573] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.725658] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 already deleted. [ 794.725735] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.765717] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7183df8-f575-4edc-ba64-424e0dc92c5a in Status: SUCCESS [ 794.766499] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7183df8-f575-4edc-ba64-424e0dc92c5a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.816160] env[69343]: INFO networking_nsxv3.common.synchronization [None req-a04aad67-7b33-463d-b217-709745df6de2 None None] Enqueued Resource ID: d7e9daa6-0c5b-4d34-9430-866055fc397b with Priority: HIGHEST for action port [ 794.816819] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e9daa6-0c5b-4d34-9430-866055fc397b with Priority: HIGHEST for action port [ 794.817495] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7e9daa6-0c5b-4d34-9430-866055fc397b taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.817495] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7e9daa6-0c5b-4d34-9430-866055fc397b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.817638] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7e9daa6-0c5b-4d34-9430-866055fc397b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.817802] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7e9daa6-0c5b-4d34-9430-866055fc397b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.817887] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7e9daa6-0c5b-4d34-9430-866055fc397b',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.207733] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.208096] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.208159] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.208503] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.208598] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.208870] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port fbc59080-82a7-458d-b052-4d458f7593c0 not found, creating... [ 795.209102] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.209336] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.209336] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.209604] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.209664] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.209939] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.210119] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.210238] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.210916] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.210916] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.212261] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: fbc59080-82a7-458d-b052-4d458f7593c0 is going to be created. [ 795.257043] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.257371] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.257371] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.257711] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.257983] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.258287] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-fbc59080-82a7-458d-b052-4d458f7593c0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.320517] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7e9daa6-0c5b-4d34-9430-866055fc397b [ 795.320761] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.321490] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.321490] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.321490] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.321490] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.321490] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7e9daa6-0c5b-4d34-9430-866055fc397b already deleted. [ 795.321490] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7e9daa6-0c5b-4d34-9430-866055fc397b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.208264] env[69343]: INFO networking_nsxv3.common.synchronization [req-cc732508-712c-4c25-8347-f421bb4965c9 req-5c8de7c6-7df7-4eb9-8a2a-960bcfcfb03d tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Enqueued Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_members [ 796.209520] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_members [ 796.209963] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.210275] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.210489] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.210775] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.211026] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.211225] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.211380] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.211615] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.211784] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.212034] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.239029] env[69343]: INFO networking_nsxv3.common.synchronization [req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac req-0c4da7b4-6dfe-4515-a29b-0735ae140f6d service nova] Enqueued Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_rules [ 796.239029] env[69343]: INFO networking_nsxv3.common.synchronization [req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac req-0c4da7b4-6dfe-4515-a29b-0735ae140f6d service nova] Enqueued Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_members [ 796.239029] env[69343]: INFO networking_nsxv3.common.synchronization [req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac req-0c4da7b4-6dfe-4515-a29b-0735ae140f6d service nova] Enqueued Resource ID: fbc59080-82a7-458d-b052-4d458f7593c0 with Priority: HIGHEST for action port [ 796.239421] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_rules [ 796.239629] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_members [ 796.239833] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc59080-82a7-458d-b052-4d458f7593c0 with Priority: HIGHEST for action port [ 796.239968] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-833c6a08-9446-43d9-ac6d-7d0c8738d152 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.240112] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.240211] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.240833] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.240833] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.243022] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-833c6a08-9446-43d9-ac6d-7d0c8738d152 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.243022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.243022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.243022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.243022] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.243022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.243022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.243022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.243022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.243022] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.243473] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbc59080-82a7-458d-b052-4d458f7593c0 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.244277] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbc59080-82a7-458d-b052-4d458f7593c0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.244277] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbc59080-82a7-458d-b052-4d458f7593c0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.244277] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbc59080-82a7-458d-b052-4d458f7593c0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.244277] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbc59080-82a7-458d-b052-4d458f7593c0',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.489149] env[69343]: INFO networking_nsxv3.common.synchronization [req-cc732508-712c-4c25-8347-f421bb4965c9 req-92f6ffa1-12c9-4859-acbb-84fe1c27dc90 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Enqueued Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_members [ 796.489752] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_members [ 796.491661] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.491865] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.722107] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.747539] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-833c6a08-9446-43d9-ac6d-7d0c8738d152 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.747879] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.748099] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fbc59080-82a7-458d-b052-4d458f7593c0 with status ACTIVE [ 796.748363] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.748427] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.749558] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.749558] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.749558] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.749558] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.749558] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.749558] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.749558] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.749558] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.749880] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.749880] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.749880] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.749967] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.750872] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.751017] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fbc59080-82a7-458d-b052-4d458f7593c0 is going to be updated. [ 796.752849] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.772956] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.773229] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.773363] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.773696] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.773941] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.774186] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbc59080-82a7-458d-b052-4d458f7593c0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.856465] env[69343]: INFO networking_nsxv3.common.synchronization [req-cc732508-712c-4c25-8347-f421bb4965c9 req-a56bd146-057a-4b1a-a444-9dbb703da3d0 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Enqueued Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_members [ 796.860022] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_members [ 796.860022] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.860022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.177280] env[69343]: INFO networking_nsxv3.common.synchronization [None req-39b95b8e-ac15-404d-9df3-d30498839f3b None None] Enqueued Resource ID: 0341a3f4-a099-4bca-80a0-eb6208c2d37c with Priority: HIGHEST for action port [ 797.177280] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0341a3f4-a099-4bca-80a0-eb6208c2d37c with Priority: HIGHEST for action port [ 797.177280] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-0341a3f4-a099-4bca-80a0-eb6208c2d37c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.177280] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0341a3f4-a099-4bca-80a0-eb6208c2d37c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.177280] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0341a3f4-a099-4bca-80a0-eb6208c2d37c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.177733] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0341a3f4-a099-4bca-80a0-eb6208c2d37c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.177980] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0341a3f4-a099-4bca-80a0-eb6208c2d37c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.227842] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.255456] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.683404] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0341a3f4-a099-4bca-80a0-eb6208c2d37c [ 797.683660] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.683795] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.683878] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.684957] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.684957] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.684957] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0341a3f4-a099-4bca-80a0-eb6208c2d37c already deleted. [ 797.684957] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0341a3f4-a099-4bca-80a0-eb6208c2d37c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.730401] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.730401] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.730401] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.730716] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.730716] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.730840] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c is going to be updated. [ 797.758020] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.758210] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.758312] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.758482] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.758611] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.759997] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.760427] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.760427] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.760427] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.760427] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.760650] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 is going to be created. [ 797.774862] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c in Status: IN_PROGRESS for 2s [ 797.784741] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.784741] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.784882] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.785068] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.785208] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.794758] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: UNINITIALIZED for 2s [ 799.420301] env[69343]: INFO networking_nsxv3.common.synchronization [req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 req-24ea5363-c689-4585-bccf-f673f446fe4e tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Enqueued Resource ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 with Priority: HIGHEST for action security_group_members [ 799.420301] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 with Priority: HIGHEST for action security_group_members [ 799.421188] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4fc5e04-12f1-4226-a748-294ee28ddb69 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.421714] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.422101] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.424390] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.424390] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.424390] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.424390] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.424390] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.424390] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.424390] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.786603] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c in Status: SUCCESS [ 799.786603] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.786603] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.786603] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.786603] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.786603] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.786603] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.786603] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.787048] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.787048] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.804175] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: SUCCESS [ 799.804175] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.804175] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.804175] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.804175] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.804175] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.804175] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.804175] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.805118] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.806031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.806031] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.928595] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.960390] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.961788] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-220" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.961788] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-220" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.961788] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-220" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.965665] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.965665] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.965665] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.965665] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.965665] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.965665] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 799.965665] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.965665] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.965665] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.965665] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 799.965665] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.965665] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.983389] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.983389] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 799.983389] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.983615] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-220" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.985268] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-f78f9a1c-d8be-4b03-a494-b7c906eddf83 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.985268] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-f78f9a1c-d8be-4b03-a494-b7c906eddf83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.985268] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-f78f9a1c-d8be-4b03-a494-b7c906eddf83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.985268] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-f78f9a1c-d8be-4b03-a494-b7c906eddf83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.985268] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f78f9a1c-d8be-4b03-a494-b7c906eddf83',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.291085] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.291085] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.291197] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.292058] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.292058] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.292058] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.292058] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.292058] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.292058] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.292058] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.292058] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c is going to be updated. [ 800.310019] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-833c6a08-9446-43d9-ac6d-7d0c8738d152 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.310789] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.310789] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.310789] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.310789] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.310789] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.310789] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.311038] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.311038] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.311038] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.311161] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-833c6a08-9446-43d9-ac6d-7d0c8738d152 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.311240] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.311302] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.311439] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.311574] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.311664] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.311724] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.311851] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.311928] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.312019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.312106] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.318294] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.318463] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.318511] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.318655] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.318779] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.326731] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c in Status: IN_PROGRESS for 2s [ 800.430783] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.488030] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.488266] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.488397] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.488683] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.488857] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.489021] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port f78f9a1c-d8be-4b03-a494-b7c906eddf83 not found, creating... [ 800.489279] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.489434] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.489552] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.489762] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.489897] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.490190] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.490341] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.490457] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.490660] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.490794] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.490928] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: f78f9a1c-d8be-4b03-a494-b7c906eddf83 is going to be created. [ 800.510533] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.510721] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.510845] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.511098] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.511315] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.511586] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-f78f9a1c-d8be-4b03-a494-b7c906eddf83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.814677] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 833c6a08-9446-43d9-ac6d-7d0c8738d152: rpc.has_security_group_logging(os_id): False [ 800.846435] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.846635] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.846711] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.846927] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.847036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.847257] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.847361] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.847449] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.847602] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.847693] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.847903] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.848007] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.848095] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.848209] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.848285] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.848499] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.848599] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.849216] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.849216] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.849216] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.849216] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 is going to be created. [ 800.911259] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.911418] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.911490] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.911722] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.911904] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.923710] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: IN_PROGRESS for 2s [ 800.933306] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.933484] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.933546] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.933764] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.933859] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.933958] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 is going to be updated. [ 800.966588] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.966782] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.966782] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.966952] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.967107] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.975130] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 in Status: IN_PROGRESS for 2s [ 801.659451] env[69343]: INFO networking_nsxv3.common.synchronization [req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 req-befee7a1-d6f0-4c97-b905-1590b9017837 service nova] Enqueued Resource ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 with Priority: HIGHEST for action security_group_rules [ 801.659723] env[69343]: INFO networking_nsxv3.common.synchronization [req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 req-befee7a1-d6f0-4c97-b905-1590b9017837 service nova] Enqueued Resource ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 with Priority: HIGHEST for action security_group_members [ 801.659759] env[69343]: INFO networking_nsxv3.common.synchronization [req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 req-befee7a1-d6f0-4c97-b905-1590b9017837 service nova] Enqueued Resource ID: f78f9a1c-d8be-4b03-a494-b7c906eddf83 with Priority: HIGHEST for action port [ 801.661028] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 with Priority: HIGHEST for action security_group_rules [ 801.661028] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 with Priority: HIGHEST for action security_group_members [ 801.661028] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78f9a1c-d8be-4b03-a494-b7c906eddf83 with Priority: HIGHEST for action port [ 801.661028] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4fc5e04-12f1-4226-a748-294ee28ddb69 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.661377] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.661377] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.661377] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.661501] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.662908] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4fc5e04-12f1-4226-a748-294ee28ddb69 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.663147] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.663388] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-f78f9a1c-d8be-4b03-a494-b7c906eddf83 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.664058] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f78f9a1c-d8be-4b03-a494-b7c906eddf83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.664168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f78f9a1c-d8be-4b03-a494-b7c906eddf83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.664390] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f78f9a1c-d8be-4b03-a494-b7c906eddf83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.664494] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f78f9a1c-d8be-4b03-a494-b7c906eddf83',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.699671] env[69343]: INFO networking_nsxv3.common.synchronization [req-a020cc8a-a5fb-417d-8dac-aea63fe2d893 req-724871d4-02c8-4f16-8cb5-1a9d7ddbcd45 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Enqueued Resource ID: c7183df8-f575-4edc-ba64-424e0dc92c5a with Priority: HIGHEST for action security_group_members [ 801.700266] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7183df8-f575-4edc-ba64-424e0dc92c5a with Priority: HIGHEST for action security_group_members [ 801.701103] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7183df8-f575-4edc-ba64-424e0dc92c5a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.701103] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7183df8-f575-4edc-ba64-424e0dc92c5a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.701103] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7183df8-f575-4edc-ba64-424e0dc92c5a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.704072] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7183df8-f575-4edc-ba64-424e0dc92c5a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.706084] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.706213] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.706266] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.706959] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.706959] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.706959] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7183df8-f575-4edc-ba64-424e0dc92c5a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.780944] env[69343]: INFO networking_nsxv3.common.synchronization [req-4ef9845c-049f-4b51-99dd-234c7bc56ca7 req-9e055691-c409-4257-a465-561c82c81118 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Enqueued Resource ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 with Priority: HIGHEST for action security_group_members [ 801.781423] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 with Priority: HIGHEST for action security_group_members [ 801.781735] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.781869] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.781934] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.782370] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.782556] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.782699] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.782752] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.782993] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.782993] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.783059] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.122674] env[69343]: INFO networking_nsxv3.common.synchronization [req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 req-ba272d21-ec77-44c3-8e68-d4c4270ec38d tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Enqueued Resource ID: 54c052bd-bb2b-425b-a647-95601d645611 with Priority: HIGHEST for action security_group_members [ 802.122674] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c052bd-bb2b-425b-a647-95601d645611 with Priority: HIGHEST for action security_group_members [ 802.122674] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c052bd-bb2b-425b-a647-95601d645611 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.122674] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c052bd-bb2b-425b-a647-95601d645611" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.122674] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c052bd-bb2b-425b-a647-95601d645611" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.123162] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c052bd-bb2b-425b-a647-95601d645611" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.123162] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.123162] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.123279] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.124028] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.124028] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.124028] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54c052bd-bb2b-425b-a647-95601d645611',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.168662] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4fc5e04-12f1-4226-a748-294ee28ddb69 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.168662] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.168662] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f78f9a1c-d8be-4b03-a494-b7c906eddf83 with status ACTIVE [ 802.168662] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.168662] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.168662] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.168662] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.168662] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.168662] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.168662] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.168662] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.169075] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.169075] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.169423] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.169764] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.169764] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.169764] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.169847] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.169873] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f78f9a1c-d8be-4b03-a494-b7c906eddf83 is going to be updated. [ 802.189451] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.189797] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.189920] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.190189] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.190794] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.191035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f78f9a1c-d8be-4b03-a494-b7c906eddf83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.210214] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.210435] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.210435] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.210659] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.210755] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.210951] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.211056] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.211114] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.211266] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.211341] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.211435] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7183df8-f575-4edc-ba64-424e0dc92c5a is going to be updated. [ 802.245040] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.245040] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.245040] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.245040] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.245040] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.257810] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7183df8-f575-4edc-ba64-424e0dc92c5a in Status: IN_PROGRESS for 2s [ 802.287320] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.342222] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c in Status: SUCCESS [ 802.342222] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c deletion is rescheduled due to dependency. [ 802.342222] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.342222] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.342222] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.342222] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.342222] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.342222] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.342222] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.342222] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.342222] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.594334] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-198 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.594679] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-198" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.594679] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-198" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.595023] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-198" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.595281] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.596376] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.596376] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.596376] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.596376] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.596376] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 802.596376] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.597453] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.597453] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.597453] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 802.597453] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.597453] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 802.613903] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 802.614233] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 802.614233] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 802.614413] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-198" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.614683] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-1b1e497a-12bd-48a3-9187-04694e286686 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.614852] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-1b1e497a-12bd-48a3-9187-04694e286686" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.616206] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-1b1e497a-12bd-48a3-9187-04694e286686" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.616206] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-1b1e497a-12bd-48a3-9187-04694e286686" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.616206] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b1e497a-12bd-48a3-9187-04694e286686',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.626782] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.626932] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.627016] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.627250] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.627349] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.627547] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.627650] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.628423] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.628423] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.628423] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.628423] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54c052bd-bb2b-425b-a647-95601d645611 already deleted. [ 802.628423] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c052bd-bb2b-425b-a647-95601d645611" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.776125] env[69343]: INFO networking_nsxv3.common.synchronization [req-d18d2253-5e4b-4f67-8773-654523d1cc1c req-520840cd-6eb0-467c-9fec-6b571bb77a4d tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Enqueued Resource ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 with Priority: HIGHEST for action security_group_members [ 802.776873] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 with Priority: HIGHEST for action security_group_members [ 802.777367] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a0b2103-d975-4472-afb2-cba12e59e6b5 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.777572] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.777651] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.777944] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.778177] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.782121] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.782121] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.782121] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.782121] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.782121] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a0b2103-d975-4472-afb2-cba12e59e6b5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.791352] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.844838] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.844992] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.845052] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.848093] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.848093] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.848093] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.848093] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.848093] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.848093] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.848093] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.848093] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c is going to be updated. [ 802.874010] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.874010] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.874010] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.874010] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.874010] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.885643] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c in Status: IN_PROGRESS for 2s [ 802.935387] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: SUCCESS [ 802.935387] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.986784] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 in Status: SUCCESS [ 802.987119] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.987318] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.987571] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.987807] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.987967] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.988058] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.988222] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.988307] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.988420] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.118735] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.118991] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.119147] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.119420] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.119573] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.119738] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 1b1e497a-12bd-48a3-9187-04694e286686 not found, creating... [ 803.120088] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.120273] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.120392] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.120615] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.120753] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.122522] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.122522] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.122522] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.122751] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.122861] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.124442] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 1b1e497a-12bd-48a3-9187-04694e286686 is going to be created. [ 803.143730] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.143961] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.144111] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.144453] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.144805] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.145068] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-1b1e497a-12bd-48a3-9187-04694e286686" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.284363] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a0b2103-d975-4472-afb2-cba12e59e6b5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.297090] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.297291] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.297362] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.297532] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.297632] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.297729] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 is going to be updated. [ 803.344038] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.344220] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.344303] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.344611] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.344767] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.358497] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 in Status: IN_PROGRESS for 2s [ 803.490362] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.787181] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a0b2103-d975-4472-afb2-cba12e59e6b5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.983732] env[69343]: INFO networking_nsxv3.common.synchronization [req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 req-b111fe99-e638-475b-aac4-7a9aaf82edb8 service nova] Enqueued Resource ID: 54c052bd-bb2b-425b-a647-95601d645611 with Priority: HIGHEST for action security_group_rules [ 803.983921] env[69343]: INFO networking_nsxv3.common.synchronization [req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 req-b111fe99-e638-475b-aac4-7a9aaf82edb8 service nova] Enqueued Resource ID: 54c052bd-bb2b-425b-a647-95601d645611 with Priority: HIGHEST for action security_group_members [ 803.984219] env[69343]: INFO networking_nsxv3.common.synchronization [req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 req-b111fe99-e638-475b-aac4-7a9aaf82edb8 service nova] Enqueued Resource ID: 1b1e497a-12bd-48a3-9187-04694e286686 with Priority: HIGHEST for action port [ 803.984397] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c052bd-bb2b-425b-a647-95601d645611 with Priority: HIGHEST for action security_group_rules [ 803.984544] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c052bd-bb2b-425b-a647-95601d645611 with Priority: HIGHEST for action security_group_members [ 803.984605] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b1e497a-12bd-48a3-9187-04694e286686 with Priority: HIGHEST for action port [ 803.987474] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54c052bd-bb2b-425b-a647-95601d645611 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.987650] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54c052bd-bb2b-425b-a647-95601d645611" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.987768] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54c052bd-bb2b-425b-a647-95601d645611" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.987987] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54c052bd-bb2b-425b-a647-95601d645611" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.988092] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54c052bd-bb2b-425b-a647-95601d645611',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.989039] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c052bd-bb2b-425b-a647-95601d645611 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.989159] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c052bd-bb2b-425b-a647-95601d645611" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.989226] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c052bd-bb2b-425b-a647-95601d645611" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.992159] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c052bd-bb2b-425b-a647-95601d645611" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.992159] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.992159] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.992159] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.992159] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.992159] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.992159] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54c052bd-bb2b-425b-a647-95601d645611',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.992159] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b1e497a-12bd-48a3-9187-04694e286686 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.992159] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b1e497a-12bd-48a3-9187-04694e286686" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.992159] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b1e497a-12bd-48a3-9187-04694e286686" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.992159] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b1e497a-12bd-48a3-9187-04694e286686" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.992159] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b1e497a-12bd-48a3-9187-04694e286686',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.994275] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.266966] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7183df8-f575-4edc-ba64-424e0dc92c5a in Status: SUCCESS [ 804.267186] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7183df8-f575-4edc-ba64-424e0dc92c5a deletion is rescheduled due to dependency. [ 804.267321] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7183df8-f575-4edc-ba64-424e0dc92c5a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.290622] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.290959] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.291080] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.291330] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.291478] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.291664] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 is going to be updated. [ 804.319249] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.319407] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.319455] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.319668] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.321416] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.328682] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 in Status: IN_PROGRESS for 2s [ 804.495552] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c052bd-bb2b-425b-a647-95601d645611 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.495552] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c052bd-bb2b-425b-a647-95601d645611" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.495552] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54c052bd-bb2b-425b-a647-95601d645611',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.501583] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b1e497a-12bd-48a3-9187-04694e286686 with status ACTIVE [ 804.501583] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.501583] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.501583] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.501583] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.501583] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.501583] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.501583] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.501583] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.501583] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.501583] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.501583] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.501583] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.501583] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.501583] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.501583] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.501583] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b1e497a-12bd-48a3-9187-04694e286686 is going to be updated. [ 804.503363] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.504245] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.504321] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.504564] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.504676] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.504768] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 is going to be updated. [ 804.528138] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.528292] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.528390] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.528559] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.528757] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.528892] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b1e497a-12bd-48a3-9187-04694e286686" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.532469] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.532596] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.532640] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.532848] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.532985] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.544083] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 in Status: IN_PROGRESS for 2s [ 804.895824] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c in Status: SUCCESS [ 804.896105] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c deletion is rescheduled due to dependency. [ 804.896173] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.997779] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54c052bd-bb2b-425b-a647-95601d645611',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.368768] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 in Status: SUCCESS [ 805.368977] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.500456] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.500456] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.500456] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.501556] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.501556] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.501556] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54c052bd-bb2b-425b-a647-95601d645611 is going to be created. [ 805.521807] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.521971] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.522089] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.522348] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.522702] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.531311] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c052bd-bb2b-425b-a647-95601d645611 in Status: UNINITIALIZED for 2s [ 806.341020] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 in Status: SUCCESS [ 806.341020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.556602] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 in Status: SUCCESS [ 806.556835] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.557033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.557266] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.557453] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.557570] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.557677] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.557801] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.557893] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.557978] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.558081] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.060167] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4fc5e04-12f1-4226-a748-294ee28ddb69 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.060353] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.060446] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.060671] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.060849] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.060950] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.061018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.061170] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.061258] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.061348] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.061557] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4fc5e04-12f1-4226-a748-294ee28ddb69 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.061697] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.061797] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.061976] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.062211] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.062316] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.062377] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.062519] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.062602] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.062686] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.062774] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.545060] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c052bd-bb2b-425b-a647-95601d645611 in Status: SUCCESS [ 807.545348] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c052bd-bb2b-425b-a647-95601d645611" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.545489] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c052bd-bb2b-425b-a647-95601d645611" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.545707] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c052bd-bb2b-425b-a647-95601d645611" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.545902] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.546036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.547570] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.547570] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.547570] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.547570] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c052bd-bb2b-425b-a647-95601d645611" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.547570] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54c052bd-bb2b-425b-a647-95601d645611',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.565269] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4fc5e04-12f1-4226-a748-294ee28ddb69: rpc.has_security_group_logging(os_id): False [ 807.582339] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.582513] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.582557] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.582742] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.582860] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.583097] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.583202] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.583268] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.583425] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.583500] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.583679] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.583772] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.583833] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.583969] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.586187] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.586977] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.586977] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.586977] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.586977] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.586977] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.587178] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 is going to be updated. [ 807.646812] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.646985] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.647040] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.647286] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.647509] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.664074] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 in Status: IN_PROGRESS for 2s [ 808.052030] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54c052bd-bb2b-425b-a647-95601d645611',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.117490] env[69343]: INFO networking_nsxv3.common.synchronization [None req-222c7c47-e16a-406b-8447-94a2865a4b0b None None] Enqueued Resource ID: 99075919-ebf4-4c68-af48-d11887a81994 with Priority: HIGHEST for action port [ 808.119018] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99075919-ebf4-4c68-af48-d11887a81994 with Priority: HIGHEST for action port [ 808.119018] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-99075919-ebf4-4c68-af48-d11887a81994 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.119325] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99075919-ebf4-4c68-af48-d11887a81994" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.120092] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99075919-ebf4-4c68-af48-d11887a81994" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.120092] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99075919-ebf4-4c68-af48-d11887a81994" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.120092] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99075919-ebf4-4c68-af48-d11887a81994',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.553177] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54c052bd-bb2b-425b-a647-95601d645611: rpc.has_security_group_logging(os_id): False [ 808.570225] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.570225] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.570225] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.570399] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.570399] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.570900] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.570900] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.570900] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.571077] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.571077] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.571176] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54c052bd-bb2b-425b-a647-95601d645611 is going to be created. [ 808.621876] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99075919-ebf4-4c68-af48-d11887a81994 [ 808.622214] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.623946] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.623946] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.623946] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.623946] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.623946] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99075919-ebf4-4c68-af48-d11887a81994 already deleted. [ 808.623946] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99075919-ebf4-4c68-af48-d11887a81994" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.630962] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.630962] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.630962] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.630962] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.630962] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.646207] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54c052bd-bb2b-425b-a647-95601d645611 in Status: IN_PROGRESS for 2s [ 808.882021] env[69343]: INFO networking_nsxv3.common.synchronization [req-3910567b-d77d-4bcd-be38-e95e4dfee5a3 req-db29da1a-21ac-4d60-8858-e6e9e3136955 tempest-SecurityGroupRulesNegativeTestJSON-665108422 tempest-SecurityGroupRulesNegativeTestJSON-665108422-project-member] Enqueued Resource ID: 609700e6-edc0-45a1-8bd5-a6485828bd22 with Priority: HIGHEST for action security_group_rules [ 808.882021] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 609700e6-edc0-45a1-8bd5-a6485828bd22 with Priority: HIGHEST for action security_group_rules [ 808.882021] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-609700e6-edc0-45a1-8bd5-a6485828bd22 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.882497] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-609700e6-edc0-45a1-8bd5-a6485828bd22" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.882497] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-609700e6-edc0-45a1-8bd5-a6485828bd22" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.882584] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-609700e6-edc0-45a1-8bd5-a6485828bd22" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.883809] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('609700e6-edc0-45a1-8bd5-a6485828bd22',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.054394] env[69343]: INFO networking_nsxv3.common.synchronization [req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa req-3d7d52a1-fdbb-4235-a12b-42c5c592d572 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Enqueued Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_members [ 809.055013] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_members [ 809.055340] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.055658] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.055658] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.056443] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.056443] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.056443] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.056443] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.056443] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.056443] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.056443] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.406489] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.406666] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.406778] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.407127] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.407276] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.407419] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 609700e6-edc0-45a1-8bd5-a6485828bd22 already deleted. [ 809.407555] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-609700e6-edc0-45a1-8bd5-a6485828bd22" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.475323] env[69343]: INFO networking_nsxv3.common.synchronization [req-5d7cdb07-7384-4531-a693-5501f8503669 req-495dfb99-6797-4ddf-8970-b5eecab1077b tempest-SecurityGroupRulesNegativeTestJSON-665108422 tempest-SecurityGroupRulesNegativeTestJSON-665108422-project-member] Enqueued Resource ID: 609700e6-edc0-45a1-8bd5-a6485828bd22 with Priority: HIGHEST for action security_group_rules [ 809.476185] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 609700e6-edc0-45a1-8bd5-a6485828bd22 with Priority: HIGHEST for action security_group_rules [ 809.479654] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-609700e6-edc0-45a1-8bd5-a6485828bd22 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.479654] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-609700e6-edc0-45a1-8bd5-a6485828bd22" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.479654] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-609700e6-edc0-45a1-8bd5-a6485828bd22" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.479654] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-609700e6-edc0-45a1-8bd5-a6485828bd22" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.479654] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('609700e6-edc0-45a1-8bd5-a6485828bd22',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.555502] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-249 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.555502] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-249" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.555502] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-249" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.555502] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-249" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.555502] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.555502] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.555502] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.556104] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.556104] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.556104] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 809.557269] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.557324] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.557406] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.557542] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 809.557670] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.557809] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.559795] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.559860] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.559916] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.560111] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.560200] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.560788] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.560788] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.560788] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.560788] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.560788] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.560788] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7445b3cd-609e-49ea-bda8-52dc323593df already deleted. [ 809.561156] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.579229] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.579444] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 809.579584] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.579813] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-249" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.580197] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-f665a326-a774-4273-a495-dbf5c4fb3ffe taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.580383] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-f665a326-a774-4273-a495-dbf5c4fb3ffe" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.580590] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-f665a326-a774-4273-a495-dbf5c4fb3ffe" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.580837] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-f665a326-a774-4273-a495-dbf5c4fb3ffe" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.580988] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f665a326-a774-4273-a495-dbf5c4fb3ffe',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.676149] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 in Status: SUCCESS [ 809.676389] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.008488] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.008680] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.008781] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.009128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.009285] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.009408] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 609700e6-edc0-45a1-8bd5-a6485828bd22 already deleted. [ 810.009901] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-609700e6-edc0-45a1-8bd5-a6485828bd22" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.083608] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.083972] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.084148] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.084435] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.084607] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.084760] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port f665a326-a774-4273-a495-dbf5c4fb3ffe not found, creating... [ 810.085190] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.085367] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.085486] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.085719] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.085954] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.086499] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.086658] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.086970] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.087046] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.087382] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.088883] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: f665a326-a774-4273-a495-dbf5c4fb3ffe is going to be created. [ 810.108725] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.108979] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.109182] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.109521] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.109800] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.110074] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-f665a326-a774-4273-a495-dbf5c4fb3ffe" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.659156] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54c052bd-bb2b-425b-a647-95601d645611 in Status: SUCCESS [ 810.659444] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54c052bd-bb2b-425b-a647-95601d645611" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.837414] env[69343]: INFO networking_nsxv3.common.synchronization [None req-2afdada1-1799-4f92-b246-2fe577dc1b12 None None] Enqueued Resource ID: b9d47f2c-0c40-42d9-8b1d-b5582d9bd94b with Priority: HIGHEST for action port [ 810.837725] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9d47f2c-0c40-42d9-8b1d-b5582d9bd94b with Priority: HIGHEST for action port [ 810.838343] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9d47f2c-0c40-42d9-8b1d-b5582d9bd94b taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.838485] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9d47f2c-0c40-42d9-8b1d-b5582d9bd94b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.838546] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9d47f2c-0c40-42d9-8b1d-b5582d9bd94b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.838792] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9d47f2c-0c40-42d9-8b1d-b5582d9bd94b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.838875] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9d47f2c-0c40-42d9-8b1d-b5582d9bd94b',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.344407] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9d47f2c-0c40-42d9-8b1d-b5582d9bd94b [ 811.344646] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.346307] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.346383] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.346654] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.346744] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.346840] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9d47f2c-0c40-42d9-8b1d-b5582d9bd94b already deleted. [ 811.346915] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9d47f2c-0c40-42d9-8b1d-b5582d9bd94b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.505907] env[69343]: INFO networking_nsxv3.common.synchronization [req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa req-07976b33-577f-4370-b90d-34a2aed39726 service nova] Enqueued Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_rules [ 811.506123] env[69343]: INFO networking_nsxv3.common.synchronization [req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa req-07976b33-577f-4370-b90d-34a2aed39726 service nova] Enqueued Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_members [ 811.506270] env[69343]: INFO networking_nsxv3.common.synchronization [req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa req-07976b33-577f-4370-b90d-34a2aed39726 service nova] Enqueued Resource ID: f665a326-a774-4273-a495-dbf5c4fb3ffe with Priority: HIGHEST for action port [ 811.506518] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_rules [ 811.507608] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_members [ 811.512169] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f665a326-a774-4273-a495-dbf5c4fb3ffe with Priority: HIGHEST for action port [ 811.512169] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.512169] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.512169] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.512169] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.512169] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.517020] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.517020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.517020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.517020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.517020] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.517020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.517020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.517020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.517020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.517020] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.517020] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-f665a326-a774-4273-a495-dbf5c4fb3ffe taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.517020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f665a326-a774-4273-a495-dbf5c4fb3ffe" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.517020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f665a326-a774-4273-a495-dbf5c4fb3ffe" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.517020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f665a326-a774-4273-a495-dbf5c4fb3ffe" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.517020] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f665a326-a774-4273-a495-dbf5c4fb3ffe',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.975617] env[69343]: INFO networking_nsxv3.common.synchronization [req-8885013f-f48b-483f-8f35-f715962076ed req-16584392-6217-4037-95d2-a3e8fe751638 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Enqueued Resource ID: cb921d05-0d04-419a-91b0-97105f493a96 with Priority: HIGHEST for action security_group_members [ 811.976144] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb921d05-0d04-419a-91b0-97105f493a96 with Priority: HIGHEST for action security_group_members [ 811.976437] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb921d05-0d04-419a-91b0-97105f493a96 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.976586] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.976747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.976902] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.977346] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.977498] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.977662] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.977797] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.977910] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.978030] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb921d05-0d04-419a-91b0-97105f493a96',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.018409] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.018474] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.018661] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.019525] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f665a326-a774-4273-a495-dbf5c4fb3ffe with status ACTIVE [ 812.019720] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.019859] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.019929] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.020356] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.020356] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.020449] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.020500] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.020539] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.020704] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.020784] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.020958] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.022471] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.023027] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.023249] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.023368] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.023892] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f665a326-a774-4273-a495-dbf5c4fb3ffe is going to be updated. [ 812.043210] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.043405] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.043483] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.044406] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.044406] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.044406] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f665a326-a774-4273-a495-dbf5c4fb3ffe" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.199409] env[69343]: INFO networking_nsxv3.common.synchronization [None req-828f553a-72f8-46e0-bfbd-04e5c510db9b None None] Enqueued Resource ID: 63caf81d-1136-4084-9d7f-9b4054bf30bd with Priority: HIGHEST for action port [ 812.199409] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63caf81d-1136-4084-9d7f-9b4054bf30bd with Priority: HIGHEST for action port [ 812.199409] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-63caf81d-1136-4084-9d7f-9b4054bf30bd taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.199409] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63caf81d-1136-4084-9d7f-9b4054bf30bd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.199409] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63caf81d-1136-4084-9d7f-9b4054bf30bd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.199757] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63caf81d-1136-4084-9d7f-9b4054bf30bd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.199757] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63caf81d-1136-4084-9d7f-9b4054bf30bd',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.480982] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.482961] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.482961] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.482961] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.482961] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.482961] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.482961] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.482961] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.482961] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.482961] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.482961] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb921d05-0d04-419a-91b0-97105f493a96 already deleted. [ 812.482961] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.528735] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.703921] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63caf81d-1136-4084-9d7f-9b4054bf30bd [ 812.703921] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.703921] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.703921] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.703921] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.703921] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.703921] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63caf81d-1136-4084-9d7f-9b4054bf30bd already deleted. [ 812.703921] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63caf81d-1136-4084-9d7f-9b4054bf30bd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.861826] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-258 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.861826] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-258" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.861826] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-258" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.862066] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-258" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.862309] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.862528] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.862576] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.862788] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.863032] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.863155] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 812.863394] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 812.863394] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 812.863503] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 812.863572] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 812.863668] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 812.863800] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.880915] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.880915] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 812.880915] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.881171] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-258" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.881894] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-6c6ec9d2-2ef9-4c73-b190-75a8e039aa47 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.881894] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-6c6ec9d2-2ef9-4c73-b190-75a8e039aa47" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.881894] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-6c6ec9d2-2ef9-4c73-b190-75a8e039aa47" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.882179] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-6c6ec9d2-2ef9-4c73-b190-75a8e039aa47" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.882359] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c6ec9d2-2ef9-4c73-b190-75a8e039aa47',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.033750] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.034292] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.034292] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.034292] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.036343] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.036343] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7445b3cd-609e-49ea-bda8-52dc323593df is going to be created. [ 813.059740] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.059881] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.060388] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.060388] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.060388] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.069428] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: UNINITIALIZED for 2s [ 813.387983] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.387983] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.387983] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.387983] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.387983] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.388272] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 6c6ec9d2-2ef9-4c73-b190-75a8e039aa47 not found, creating... [ 813.391374] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.391374] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.391374] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.391374] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.391374] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.391374] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.391374] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.391374] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.391374] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.391374] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.392253] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 6c6ec9d2-2ef9-4c73-b190-75a8e039aa47 is going to be created. [ 813.413779] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.413779] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.413976] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.415019] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.415019] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.415019] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-6c6ec9d2-2ef9-4c73-b190-75a8e039aa47" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.005559] env[69343]: INFO networking_nsxv3.common.synchronization [None req-54b5ba7e-6f60-4966-a9c8-005081ef976c tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Enqueued Resource ID: 4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 with Priority: HIGHEST for action security_group_rules [ 814.005559] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 with Priority: HIGHEST for action security_group_rules [ 814.005559] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.005559] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.006207] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.006829] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.007056] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c72dd1b-7b8e-4d4a-983c-cde1bff9f463',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.196233] env[69343]: INFO networking_nsxv3.common.synchronization [None req-c725a989-2793-494d-adea-03f266db6699 None None] Enqueued Resource ID: 5f625ef8-aa92-4384-9ca9-631f79bce9c9 with Priority: HIGHEST for action port [ 814.196998] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f625ef8-aa92-4384-9ca9-631f79bce9c9 with Priority: HIGHEST for action port [ 814.197456] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f625ef8-aa92-4384-9ca9-631f79bce9c9 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.197456] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f625ef8-aa92-4384-9ca9-631f79bce9c9" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.197580] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f625ef8-aa92-4384-9ca9-631f79bce9c9" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.197780] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f625ef8-aa92-4384-9ca9-631f79bce9c9" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.197862] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f625ef8-aa92-4384-9ca9-631f79bce9c9',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.243492] env[69343]: INFO networking_nsxv3.common.synchronization [None req-1a34cc0c-f2aa-42f8-8193-32561561d3a5 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Enqueued Resource ID: 4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 with Priority: HIGHEST for action security_group_rules [ 814.244031] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 with Priority: HIGHEST for action security_group_rules [ 814.244349] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.244457] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.527871] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.527871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.527871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.528417] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.528417] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.529221] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 already deleted. [ 814.529221] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.529221] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.529501] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.529855] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c72dd1b-7b8e-4d4a-983c-cde1bff9f463',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.701724] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f625ef8-aa92-4384-9ca9-631f79bce9c9 [ 814.702046] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.702170] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.702266] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.702553] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.702639] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.702737] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f625ef8-aa92-4384-9ca9-631f79bce9c9 already deleted. [ 814.702832] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f625ef8-aa92-4384-9ca9-631f79bce9c9" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.817189] env[69343]: INFO networking_nsxv3.common.synchronization [req-8885013f-f48b-483f-8f35-f715962076ed req-7e69dac3-3ee1-4362-9715-9c0c9694883a service nova] Enqueued Resource ID: cb921d05-0d04-419a-91b0-97105f493a96 with Priority: HIGHEST for action security_group_rules [ 814.817452] env[69343]: INFO networking_nsxv3.common.synchronization [req-8885013f-f48b-483f-8f35-f715962076ed req-7e69dac3-3ee1-4362-9715-9c0c9694883a service nova] Enqueued Resource ID: cb921d05-0d04-419a-91b0-97105f493a96 with Priority: HIGHEST for action security_group_members [ 814.817641] env[69343]: INFO networking_nsxv3.common.synchronization [req-8885013f-f48b-483f-8f35-f715962076ed req-7e69dac3-3ee1-4362-9715-9c0c9694883a service nova] Enqueued Resource ID: 6c6ec9d2-2ef9-4c73-b190-75a8e039aa47 with Priority: HIGHEST for action port [ 814.818142] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb921d05-0d04-419a-91b0-97105f493a96 with Priority: HIGHEST for action security_group_rules [ 814.819035] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb921d05-0d04-419a-91b0-97105f493a96 with Priority: HIGHEST for action security_group_members [ 814.819250] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c6ec9d2-2ef9-4c73-b190-75a8e039aa47 with Priority: HIGHEST for action port [ 814.819895] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb921d05-0d04-419a-91b0-97105f493a96 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.820296] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.820415] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.821785] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.821785] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb921d05-0d04-419a-91b0-97105f493a96',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.822750] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb921d05-0d04-419a-91b0-97105f493a96 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.822935] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.823041] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.823966] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.827445] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.827627] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.827705] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.827896] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.827984] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.828096] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb921d05-0d04-419a-91b0-97105f493a96',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.829116] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c6ec9d2-2ef9-4c73-b190-75a8e039aa47 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.829228] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c6ec9d2-2ef9-4c73-b190-75a8e039aa47" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.829382] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c6ec9d2-2ef9-4c73-b190-75a8e039aa47" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.829457] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c6ec9d2-2ef9-4c73-b190-75a8e039aa47" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.829571] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c6ec9d2-2ef9-4c73-b190-75a8e039aa47',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.840522] env[69343]: INFO networking_nsxv3.common.synchronization [req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 req-34d53d99-2b12-4fe5-916b-d38c9f189dcc tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Enqueued Resource ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 with Priority: HIGHEST for action security_group_members [ 814.842235] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 with Priority: HIGHEST for action security_group_members [ 814.842235] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-327f0a5b-79f4-4049-bc27-7d0c0ee11938 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.842235] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.842235] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.842235] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.842599] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.842599] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.842599] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.842889] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.842951] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.843045] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('327f0a5b-79f4-4049-bc27-7d0c0ee11938',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.054482] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.054608] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.054608] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.055525] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.055525] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.055525] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 already deleted. [ 815.055525] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.082135] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: SUCCESS [ 815.082349] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.082501] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.082713] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.082897] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.083012] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.083080] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.083223] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.083300] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.083381] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.083465] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.331250] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb921d05-0d04-419a-91b0-97105f493a96 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.331614] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.341732] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c6ec9d2-2ef9-4c73-b190-75a8e039aa47 with status ACTIVE [ 815.341732] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.341732] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.341732] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.341732] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.341732] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.341732] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.341732] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.341732] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.341732] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.341732] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.341732] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.341732] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.341732] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.341732] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.341732] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.341732] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c6ec9d2-2ef9-4c73-b190-75a8e039aa47 is going to be updated. [ 815.342441] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb921d05-0d04-419a-91b0-97105f493a96',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.347041] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.347041] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.347041] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.347041] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.347041] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.347041] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.347041] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.347041] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.347041] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.347041] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.347041] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 is going to be updated. [ 815.368619] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.368619] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.368619] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.368619] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.368619] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.368619] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c6ec9d2-2ef9-4c73-b190-75a8e039aa47" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.373563] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.373974] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.374149] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.376177] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.376177] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.383630] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 in Status: IN_PROGRESS for 2s [ 815.586970] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.588056] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.588056] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.588056] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.588056] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.588056] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.588056] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.590174] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.590280] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.590386] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.590584] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.590688] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.590750] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.591890] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.592111] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.592363] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.592363] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.595144] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.595251] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.595391] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.595430] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.845337] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb921d05-0d04-419a-91b0-97105f493a96',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.099733] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7445b3cd-609e-49ea-bda8-52dc323593df: rpc.has_security_group_logging(os_id): False [ 816.120026] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.120026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.120026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.120026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.120026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.120026] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.120026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.120026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.120026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.120026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.120026] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.120026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.120026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.120026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.120026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.120591] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.120591] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.120994] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.121433] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.121624] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.121853] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7445b3cd-609e-49ea-bda8-52dc323593df is going to be created. [ 816.184137] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.184418] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.184418] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.184617] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.184838] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.197383] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: IN_PROGRESS for 2s [ 816.200748] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-577 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.200932] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.201168] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.201689] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.202018] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.202319] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.202519] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.203317] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.203317] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.203433] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 816.203569] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.203864] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.203947] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.204180] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 816.204320] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.204533] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.242122] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.242311] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 816.242460] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.242632] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.244190] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-b17f690f-b750-4f36-8f29-4e5d21ca7fa8 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.244190] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-b17f690f-b750-4f36-8f29-4e5d21ca7fa8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.244190] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-b17f690f-b750-4f36-8f29-4e5d21ca7fa8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.244190] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-b17f690f-b750-4f36-8f29-4e5d21ca7fa8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.244190] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b17f690f-b750-4f36-8f29-4e5d21ca7fa8',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.350086] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.350642] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.350642] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.350642] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.350642] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.350775] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb921d05-0d04-419a-91b0-97105f493a96 is going to be created. [ 816.373082] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.373244] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.373318] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.373742] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.373920] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.383423] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb921d05-0d04-419a-91b0-97105f493a96 in Status: UNINITIALIZED for 2s [ 816.746650] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.747114] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.747839] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.748200] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.748362] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.748542] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port b17f690f-b750-4f36-8f29-4e5d21ca7fa8 not found, creating... [ 816.749965] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.750178] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.750317] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.750919] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.751752] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.752981] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.753160] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.753291] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.753544] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.753693] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.753848] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: b17f690f-b750-4f36-8f29-4e5d21ca7fa8 is going to be created. [ 816.776397] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.776563] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.776751] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.777067] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.777338] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.780315] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-b17f690f-b750-4f36-8f29-4e5d21ca7fa8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.082865] env[69343]: INFO networking_nsxv3.common.synchronization [req-126f5fad-8c6e-4e47-83b4-9f79669678f4 req-63868d82-433a-4cbd-9154-9daca4da1481 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Enqueued Resource ID: dadea01b-56c8-4e64-a1ec-51d0cde57da4 with Priority: HIGHEST for action security_group_members [ 817.083436] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dadea01b-56c8-4e64-a1ec-51d0cde57da4 with Priority: HIGHEST for action security_group_members [ 817.083772] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-dadea01b-56c8-4e64-a1ec-51d0cde57da4 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.083967] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.084160] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.084941] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.084941] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.084941] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.084941] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.085209] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.085442] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.085477] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dadea01b-56c8-4e64-a1ec-51d0cde57da4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.394209] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 in Status: SUCCESS [ 817.394490] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 deletion is rescheduled due to dependency. [ 817.394490] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.588505] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.588704] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.588863] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.589074] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.589175] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.589379] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.589472] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.589533] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.589682] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.589772] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.589855] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dadea01b-56c8-4e64-a1ec-51d0cde57da4 already deleted. [ 817.589930] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.865161] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-172 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.868084] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-172" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.868084] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-172" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.868364] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-172" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.868785] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.869039] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.869486] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.869486] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.869632] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.869943] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 817.870229] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.870379] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.870512] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.870655] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 817.870772] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.870922] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.890083] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.890265] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 817.890658] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.891203] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-172" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.891796] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-e3555ccf-0a40-4b7a-b8b0-706697f4ef4b taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.892021] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-e3555ccf-0a40-4b7a-b8b0-706697f4ef4b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.892474] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-e3555ccf-0a40-4b7a-b8b0-706697f4ef4b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.892787] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-e3555ccf-0a40-4b7a-b8b0-706697f4ef4b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.892926] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3555ccf-0a40-4b7a-b8b0-706697f4ef4b',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.026645] env[69343]: INFO networking_nsxv3.common.synchronization [req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 req-7ecba785-819e-4c22-8879-2cbc1f7027ff service nova] Enqueued Resource ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 with Priority: HIGHEST for action security_group_rules [ 818.026770] env[69343]: INFO networking_nsxv3.common.synchronization [req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 req-7ecba785-819e-4c22-8879-2cbc1f7027ff service nova] Enqueued Resource ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 with Priority: HIGHEST for action security_group_members [ 818.026918] env[69343]: INFO networking_nsxv3.common.synchronization [req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 req-7ecba785-819e-4c22-8879-2cbc1f7027ff service nova] Enqueued Resource ID: b17f690f-b750-4f36-8f29-4e5d21ca7fa8 with Priority: HIGHEST for action port [ 818.027460] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 with Priority: HIGHEST for action security_group_rules [ 818.027862] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 with Priority: HIGHEST for action security_group_members [ 818.027862] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b17f690f-b750-4f36-8f29-4e5d21ca7fa8 with Priority: HIGHEST for action port [ 818.028018] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-327f0a5b-79f4-4049-bc27-7d0c0ee11938 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.031293] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.031370] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.031584] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.031981] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('327f0a5b-79f4-4049-bc27-7d0c0ee11938',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.032632] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-327f0a5b-79f4-4049-bc27-7d0c0ee11938 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.032752] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.032826] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.033246] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.033246] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.033246] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.033443] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.033443] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.033506] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.033748] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('327f0a5b-79f4-4049-bc27-7d0c0ee11938',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.034577] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-b17f690f-b750-4f36-8f29-4e5d21ca7fa8 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.034749] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b17f690f-b750-4f36-8f29-4e5d21ca7fa8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.034749] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b17f690f-b750-4f36-8f29-4e5d21ca7fa8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.034828] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b17f690f-b750-4f36-8f29-4e5d21ca7fa8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.034915] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b17f690f-b750-4f36-8f29-4e5d21ca7fa8',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.219357] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: SUCCESS [ 818.219357] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.392738] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb921d05-0d04-419a-91b0-97105f493a96 in Status: SUCCESS [ 818.395091] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.395091] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.395091] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.395091] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.395091] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.395091] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.395091] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.395091] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.395091] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.395091] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb921d05-0d04-419a-91b0-97105f493a96',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.401033] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.401033] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.401033] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.401033] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.401033] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.401033] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port e3555ccf-0a40-4b7a-b8b0-706697f4ef4b not found, creating... [ 818.401033] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.401033] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.401033] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.401033] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.402048] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.402048] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.402225] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.402365] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.402678] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.402924] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.403573] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: e3555ccf-0a40-4b7a-b8b0-706697f4ef4b is going to be created. [ 818.422583] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.422957] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.423154] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.423591] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.424128] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.424422] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-e3555ccf-0a40-4b7a-b8b0-706697f4ef4b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.539052] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-327f0a5b-79f4-4049-bc27-7d0c0ee11938 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.539213] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.539425] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('327f0a5b-79f4-4049-bc27-7d0c0ee11938',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.540401] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b17f690f-b750-4f36-8f29-4e5d21ca7fa8 with status ACTIVE [ 818.540595] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.540709] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.540774] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.540997] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.541102] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.541282] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.541376] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.541448] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.541598] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.541673] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.544363] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.544363] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.544363] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.544363] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.544363] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.544363] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b17f690f-b750-4f36-8f29-4e5d21ca7fa8 is going to be updated. [ 818.570599] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.570765] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.570815] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.571032] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.571167] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.571567] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b17f690f-b750-4f36-8f29-4e5d21ca7fa8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.897088] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb921d05-0d04-419a-91b0-97105f493a96',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.044952] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('327f0a5b-79f4-4049-bc27-7d0c0ee11938',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.318143] env[69343]: INFO networking_nsxv3.common.synchronization [None req-d5feccb8-e0b4-438f-817f-59c16db7c09d None None] Enqueued Resource ID: b2492e59-cf98-4922-8ae3-ccf93b34f1e4 with Priority: HIGHEST for action port [ 819.318586] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2492e59-cf98-4922-8ae3-ccf93b34f1e4 with Priority: HIGHEST for action port [ 819.322172] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2492e59-cf98-4922-8ae3-ccf93b34f1e4 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.322710] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2492e59-cf98-4922-8ae3-ccf93b34f1e4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.322710] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2492e59-cf98-4922-8ae3-ccf93b34f1e4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.323104] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2492e59-cf98-4922-8ae3-ccf93b34f1e4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.323104] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2492e59-cf98-4922-8ae3-ccf93b34f1e4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.399600] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb921d05-0d04-419a-91b0-97105f493a96: rpc.has_security_group_logging(os_id): False [ 819.424285] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.424633] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.424633] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.426865] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.426865] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.426865] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.426865] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.426865] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.426865] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.426865] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.426865] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb921d05-0d04-419a-91b0-97105f493a96 is going to be created. [ 819.486510] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.486741] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.486817] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.487059] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.487393] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.497929] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb921d05-0d04-419a-91b0-97105f493a96 in Status: IN_PROGRESS for 2s [ 819.549927] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.549927] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.550238] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.550238] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.550301] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.550418] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 is going to be updated. [ 819.589945] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.590686] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.590686] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.590686] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.590686] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.599972] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 in Status: IN_PROGRESS for 2s [ 819.826226] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2492e59-cf98-4922-8ae3-ccf93b34f1e4 [ 819.826466] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.826795] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.826906] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.827907] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.827907] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.827907] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2492e59-cf98-4922-8ae3-ccf93b34f1e4 already deleted. [ 819.827907] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2492e59-cf98-4922-8ae3-ccf93b34f1e4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.946349] env[69343]: INFO networking_nsxv3.common.synchronization [req-bbb658c7-8acb-4dd2-aed3-0597beedf63b req-c45e7de4-dd67-4e05-b203-fbcb29d52acc tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Enqueued Resource ID: 694c549d-dffb-46e6-9e3d-a23a93b625be with Priority: HIGHEST for action security_group_members [ 819.947319] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694c549d-dffb-46e6-9e3d-a23a93b625be with Priority: HIGHEST for action security_group_members [ 819.947673] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-694c549d-dffb-46e6-9e3d-a23a93b625be taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.947802] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.947869] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.949011] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.949214] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.949340] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.949407] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.950854] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.950854] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.950854] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('694c549d-dffb-46e6-9e3d-a23a93b625be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.304994] env[69343]: INFO networking_nsxv3.common.synchronization [req-126f5fad-8c6e-4e47-83b4-9f79669678f4 req-1fbe5274-5ac8-43e7-88d2-013eb2cf08d3 service nova] Enqueued Resource ID: dadea01b-56c8-4e64-a1ec-51d0cde57da4 with Priority: HIGHEST for action security_group_rules [ 820.306058] env[69343]: INFO networking_nsxv3.common.synchronization [req-126f5fad-8c6e-4e47-83b4-9f79669678f4 req-1fbe5274-5ac8-43e7-88d2-013eb2cf08d3 service nova] Enqueued Resource ID: dadea01b-56c8-4e64-a1ec-51d0cde57da4 with Priority: HIGHEST for action security_group_members [ 820.306058] env[69343]: INFO networking_nsxv3.common.synchronization [req-126f5fad-8c6e-4e47-83b4-9f79669678f4 req-1fbe5274-5ac8-43e7-88d2-013eb2cf08d3 service nova] Enqueued Resource ID: e3555ccf-0a40-4b7a-b8b0-706697f4ef4b with Priority: HIGHEST for action port [ 820.306058] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dadea01b-56c8-4e64-a1ec-51d0cde57da4 with Priority: HIGHEST for action security_group_rules [ 820.306058] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dadea01b-56c8-4e64-a1ec-51d0cde57da4 with Priority: HIGHEST for action security_group_members [ 820.306058] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3555ccf-0a40-4b7a-b8b0-706697f4ef4b with Priority: HIGHEST for action port [ 820.306320] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dadea01b-56c8-4e64-a1ec-51d0cde57da4 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.306387] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.306450] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.306660] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.306742] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dadea01b-56c8-4e64-a1ec-51d0cde57da4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.309503] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-dadea01b-56c8-4e64-a1ec-51d0cde57da4 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.309889] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.309953] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.310143] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.310297] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.310390] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.310451] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.310587] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.310665] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.310778] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dadea01b-56c8-4e64-a1ec-51d0cde57da4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.312762] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3555ccf-0a40-4b7a-b8b0-706697f4ef4b taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.312762] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3555ccf-0a40-4b7a-b8b0-706697f4ef4b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.312762] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3555ccf-0a40-4b7a-b8b0-706697f4ef4b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.312988] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3555ccf-0a40-4b7a-b8b0-706697f4ef4b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.312988] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3555ccf-0a40-4b7a-b8b0-706697f4ef4b',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.456009] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('694c549d-dffb-46e6-9e3d-a23a93b625be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.503163] env[69343]: INFO networking_nsxv3.common.synchronization [req-57d78a07-644f-46e9-85d8-a9862c422fb1 req-284f54a3-e76a-4290-ad27-3ede3dffb2c1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Enqueued Resource ID: c79e4546-925e-4461-b3cd-087a7698ad79 with Priority: HIGHEST for action security_group_members [ 820.503163] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c79e4546-925e-4461-b3cd-087a7698ad79 with Priority: HIGHEST for action security_group_members [ 820.503163] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c79e4546-925e-4461-b3cd-087a7698ad79 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.503163] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c79e4546-925e-4461-b3cd-087a7698ad79" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.503801] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c79e4546-925e-4461-b3cd-087a7698ad79" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.504228] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c79e4546-925e-4461-b3cd-087a7698ad79" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.504518] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.504807] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.504980] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.507965] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.507965] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.507965] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c79e4546-925e-4461-b3cd-087a7698ad79',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.819356] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dadea01b-56c8-4e64-a1ec-51d0cde57da4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.823018] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-dadea01b-56c8-4e64-a1ec-51d0cde57da4 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.823018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.823018] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3555ccf-0a40-4b7a-b8b0-706697f4ef4b with status ACTIVE [ 820.823018] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.823018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.823018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.823018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.823018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.823018] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.823018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.823018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.823018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.823018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.824817] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.824817] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.824817] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.824817] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.824817] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.824817] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3555ccf-0a40-4b7a-b8b0-706697f4ef4b is going to be updated. [ 820.845982] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.845982] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.845982] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.845982] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.845982] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.845982] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3555ccf-0a40-4b7a-b8b0-706697f4ef4b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.962238] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('694c549d-dffb-46e6-9e3d-a23a93b625be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.011370] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.011370] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.011370] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.011370] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.011370] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.011370] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.011370] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.011370] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.012213] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.012422] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.012590] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c79e4546-925e-4461-b3cd-087a7698ad79 already deleted. [ 821.012807] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c79e4546-925e-4461-b3cd-087a7698ad79" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.225115] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-676 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.225380] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-676" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.225513] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-676" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.225885] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-676" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.227673] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.227673] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.227673] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.229102] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.229102] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.229102] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 821.229102] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 821.229102] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 821.229484] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 821.229724] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 821.229902] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 821.230122] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 821.248598] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 821.249024] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 821.249024] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 821.249187] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-676" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.249416] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-9a7d4872-df0b-4b50-8557-551a99f67b2a taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.249706] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-9a7d4872-df0b-4b50-8557-551a99f67b2a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.249706] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-9a7d4872-df0b-4b50-8557-551a99f67b2a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.250037] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-9a7d4872-df0b-4b50-8557-551a99f67b2a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.250176] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a7d4872-df0b-4b50-8557-551a99f67b2a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.323152] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dadea01b-56c8-4e64-a1ec-51d0cde57da4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.464569] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.464917] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.464917] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.465055] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.465159] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.465260] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 694c549d-dffb-46e6-9e3d-a23a93b625be is going to be updated. [ 821.492860] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.493016] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.493089] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.493322] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.493477] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.501365] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 694c549d-dffb-46e6-9e3d-a23a93b625be in Status: IN_PROGRESS for 2s [ 821.507273] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb921d05-0d04-419a-91b0-97105f493a96 in Status: SUCCESS [ 821.507596] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.613124] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 in Status: SUCCESS [ 821.613358] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.613523] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.613740] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.613926] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.614066] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.614122] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.614270] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.614350] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.614434] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.614523] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('327f0a5b-79f4-4049-bc27-7d0c0ee11938',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.755543] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.755543] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.755543] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.755806] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.755899] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.757430] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 9a7d4872-df0b-4b50-8557-551a99f67b2a not found, creating... [ 821.757430] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.757430] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.757430] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.757430] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.757430] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.757430] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.757811] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.757811] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.757811] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.757981] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.759371] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 9a7d4872-df0b-4b50-8557-551a99f67b2a is going to be created. [ 821.779830] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.779830] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.779830] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.780505] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.781345] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.781681] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-9a7d4872-df0b-4b50-8557-551a99f67b2a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.819287] env[69343]: INFO networking_nsxv3.common.synchronization [None req-7088a09d-3a56-410f-8f66-cd8c37daf47d None None] Enqueued Resource ID: 952fb39d-9bce-4c23-9f23-299bab0eb79c with Priority: HIGHEST for action port [ 821.819425] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 952fb39d-9bce-4c23-9f23-299bab0eb79c with Priority: HIGHEST for action port [ 821.820141] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-952fb39d-9bce-4c23-9f23-299bab0eb79c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.820258] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-952fb39d-9bce-4c23-9f23-299bab0eb79c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.820258] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-952fb39d-9bce-4c23-9f23-299bab0eb79c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.820497] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-952fb39d-9bce-4c23-9f23-299bab0eb79c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.820578] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('952fb39d-9bce-4c23-9f23-299bab0eb79c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.825777] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.825951] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.826056] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.826264] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.826386] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.826483] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dadea01b-56c8-4e64-a1ec-51d0cde57da4 is going to be created. [ 821.865674] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.865879] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.866016] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.867054] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.867054] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.874860] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dadea01b-56c8-4e64-a1ec-51d0cde57da4 in Status: UNINITIALIZED for 2s [ 821.922832] env[69343]: INFO networking_nsxv3.common.synchronization [req-ae7d1780-1910-471a-aac0-9618e747a8e6 req-9defc4a9-eecf-49ee-9a1d-bfeb5fdef641 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Enqueued Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_members [ 821.923950] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_members [ 821.924651] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-833c6a08-9446-43d9-ac6d-7d0c8738d152 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.924843] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.924946] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.925231] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.925399] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.925498] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.925551] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.925716] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.925804] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.925896] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.118618] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-327f0a5b-79f4-4049-bc27-7d0c0ee11938 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.118618] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.118618] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.118618] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.118618] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.118618] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.118618] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.119065] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.119193] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.119294] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.119456] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-327f0a5b-79f4-4049-bc27-7d0c0ee11938 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.119550] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.119608] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.119771] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.119930] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.120043] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.122221] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.122221] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.122319] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.122994] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.122994] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('327f0a5b-79f4-4049-bc27-7d0c0ee11938',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.330147] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 952fb39d-9bce-4c23-9f23-299bab0eb79c [ 822.330147] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.330147] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.330147] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.330147] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.330147] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.330147] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:952fb39d-9bce-4c23-9f23-299bab0eb79c already deleted. [ 822.330147] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-952fb39d-9bce-4c23-9f23-299bab0eb79c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.429909] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.429909] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.429909] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.429909] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.429909] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.429909] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.429909] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.429909] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.429909] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.429909] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.429909] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 is going to be updated. [ 822.455977] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.455977] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.455977] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.455977] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.455977] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.462161] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: IN_PROGRESS for 2s [ 822.625228] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 327f0a5b-79f4-4049-bc27-7d0c0ee11938: rpc.has_security_group_logging(os_id): False [ 822.646193] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.646351] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.646427] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.646660] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.646872] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.647088] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.647088] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.647208] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.647310] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.647427] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.647613] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.647705] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.647767] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.647903] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.647977] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.648170] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.648261] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.648320] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.648453] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.648526] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.648610] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 is going to be updated. [ 822.714085] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.714085] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.714085] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.714296] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.714444] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.726493] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 in Status: IN_PROGRESS for 2s [ 822.779996] env[69343]: INFO networking_nsxv3.common.synchronization [req-717fb51b-0fdd-4ac9-825a-486a740b6ec8 req-e53785e9-0c90-4729-8917-8e0419177b40 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Enqueued Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_members [ 822.783029] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_members [ 822.783029] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.783029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.783029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.783029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.783029] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.783029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.783029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.783029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.783029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.783029] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.875729] env[69343]: INFO networking_nsxv3.common.synchronization [req-57d78a07-644f-46e9-85d8-a9862c422fb1 req-2971f9d8-2978-43b8-8c1e-b77ef2504dee service nova] Enqueued Resource ID: c79e4546-925e-4461-b3cd-087a7698ad79 with Priority: HIGHEST for action security_group_rules [ 822.875949] env[69343]: INFO networking_nsxv3.common.synchronization [req-57d78a07-644f-46e9-85d8-a9862c422fb1 req-2971f9d8-2978-43b8-8c1e-b77ef2504dee service nova] Enqueued Resource ID: c79e4546-925e-4461-b3cd-087a7698ad79 with Priority: HIGHEST for action security_group_members [ 822.876068] env[69343]: INFO networking_nsxv3.common.synchronization [req-57d78a07-644f-46e9-85d8-a9862c422fb1 req-2971f9d8-2978-43b8-8c1e-b77ef2504dee service nova] Enqueued Resource ID: 9a7d4872-df0b-4b50-8557-551a99f67b2a with Priority: HIGHEST for action port [ 822.876279] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c79e4546-925e-4461-b3cd-087a7698ad79 with Priority: HIGHEST for action security_group_rules [ 822.876406] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c79e4546-925e-4461-b3cd-087a7698ad79 with Priority: HIGHEST for action security_group_members [ 822.876503] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a7d4872-df0b-4b50-8557-551a99f67b2a with Priority: HIGHEST for action port [ 822.877066] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c79e4546-925e-4461-b3cd-087a7698ad79 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.877299] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c79e4546-925e-4461-b3cd-087a7698ad79" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.877414] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c79e4546-925e-4461-b3cd-087a7698ad79" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.877620] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c79e4546-925e-4461-b3cd-087a7698ad79" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.877765] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c79e4546-925e-4461-b3cd-087a7698ad79',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.878573] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c79e4546-925e-4461-b3cd-087a7698ad79 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.878680] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c79e4546-925e-4461-b3cd-087a7698ad79" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.878749] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c79e4546-925e-4461-b3cd-087a7698ad79" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.878917] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c79e4546-925e-4461-b3cd-087a7698ad79" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.879111] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.879164] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.879231] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.879357] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.879439] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.879526] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c79e4546-925e-4461-b3cd-087a7698ad79',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.880479] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a7d4872-df0b-4b50-8557-551a99f67b2a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.880594] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a7d4872-df0b-4b50-8557-551a99f67b2a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.880651] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a7d4872-df0b-4b50-8557-551a99f67b2a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.880801] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a7d4872-df0b-4b50-8557-551a99f67b2a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.880877] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a7d4872-df0b-4b50-8557-551a99f67b2a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.287971] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.287971] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.288184] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.288326] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.288580] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.288692] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.289794] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.289794] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.289794] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.289794] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.289794] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7445b3cd-609e-49ea-bda8-52dc323593df is going to be updated. [ 823.318663] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.318923] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.318990] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.319209] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.319377] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.327466] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: IN_PROGRESS for 2s [ 823.382998] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c79e4546-925e-4461-b3cd-087a7698ad79 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.383175] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c79e4546-925e-4461-b3cd-087a7698ad79" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.383421] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c79e4546-925e-4461-b3cd-087a7698ad79',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.384311] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a7d4872-df0b-4b50-8557-551a99f67b2a with status ACTIVE [ 823.384507] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.384626] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.388031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.388031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.388031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.388031] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.388031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.388031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.388031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.388031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.388031] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.388031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.388031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.388031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.388031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.388031] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a7d4872-df0b-4b50-8557-551a99f67b2a is going to be updated. [ 823.407645] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.407874] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.407874] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.407957] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.408109] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.408656] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a7d4872-df0b-4b50-8557-551a99f67b2a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.510528] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 694c549d-dffb-46e6-9e3d-a23a93b625be in Status: SUCCESS [ 823.510692] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.883749] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dadea01b-56c8-4e64-a1ec-51d0cde57da4 in Status: SUCCESS [ 823.884083] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.884990] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.884990] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.884990] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.884990] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.884990] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.884990] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.884990] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.885455] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.885455] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dadea01b-56c8-4e64-a1ec-51d0cde57da4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.889397] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c79e4546-925e-4461-b3cd-087a7698ad79',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.389284] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dadea01b-56c8-4e64-a1ec-51d0cde57da4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.391395] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.391557] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.391614] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.391807] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.391960] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.391991] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c79e4546-925e-4461-b3cd-087a7698ad79 is going to be created. [ 824.414207] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.415054] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.415147] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.415369] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.415535] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.425089] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c79e4546-925e-4461-b3cd-087a7698ad79 in Status: UNINITIALIZED for 2s [ 824.472941] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: SUCCESS [ 824.472941] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 deletion is rescheduled due to dependency. [ 824.472941] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.746181] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 in Status: SUCCESS [ 824.746327] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.875560] env[69343]: INFO networking_nsxv3.common.synchronization [req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 req-0406ab45-2624-4796-95cb-8cf04c7c3ef1 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Enqueued Resource ID: 2d0d8670-2c89-4092-8fc7-0202a700fa50 with Priority: HIGHEST for action security_group_members [ 824.875936] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d0d8670-2c89-4092-8fc7-0202a700fa50 with Priority: HIGHEST for action security_group_members [ 824.876252] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d0d8670-2c89-4092-8fc7-0202a700fa50 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.876390] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d0d8670-2c89-4092-8fc7-0202a700fa50" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.876582] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d0d8670-2c89-4092-8fc7-0202a700fa50" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.876945] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d0d8670-2c89-4092-8fc7-0202a700fa50" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.877135] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.877237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.877301] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.877456] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.877548] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.877641] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d0d8670-2c89-4092-8fc7-0202a700fa50',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.890273] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dadea01b-56c8-4e64-a1ec-51d0cde57da4: rpc.has_security_group_logging(os_id): False [ 824.909214] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.909368] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.909368] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.909554] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.909640] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.909990] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.910064] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.910127] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.910270] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.910346] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.910429] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dadea01b-56c8-4e64-a1ec-51d0cde57da4 is going to be created. [ 824.966816] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.967020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.967180] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.967425] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.967986] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.978620] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dadea01b-56c8-4e64-a1ec-51d0cde57da4 in Status: IN_PROGRESS for 2s [ 825.336818] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: SUCCESS [ 825.337066] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7445b3cd-609e-49ea-bda8-52dc323593df deletion is rescheduled due to dependency. [ 825.337195] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.380139] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.380301] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.380388] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.380724] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.380858] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.381168] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.381329] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.381435] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.381675] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.381803] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.381967] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d0d8670-2c89-4092-8fc7-0202a700fa50 already deleted. [ 825.382074] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d0d8670-2c89-4092-8fc7-0202a700fa50" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.478168] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-548 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.478168] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-548" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.478168] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-548" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.482340] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-548" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.482649] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.482825] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.482975] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.483291] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.483395] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.483602] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 825.483711] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.483816] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.483928] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.484042] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 825.484147] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.484278] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.503440] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.503601] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 825.503736] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.503896] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-548" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.504226] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-f2df08e2-7b52-4ce7-8a8b-24cc093939d4 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.504397] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-f2df08e2-7b52-4ce7-8a8b-24cc093939d4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.504513] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-f2df08e2-7b52-4ce7-8a8b-24cc093939d4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.504866] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-f2df08e2-7b52-4ce7-8a8b-24cc093939d4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.505145] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2df08e2-7b52-4ce7-8a8b-24cc093939d4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.009024] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.009362] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.009400] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.009662] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.009812] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.009993] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port f2df08e2-7b52-4ce7-8a8b-24cc093939d4 not found, creating... [ 826.010278] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.010435] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.010551] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.010768] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.010907] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.011213] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.011370] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.011486] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.011717] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.011852] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.011989] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: f2df08e2-7b52-4ce7-8a8b-24cc093939d4 is going to be created. [ 826.032215] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.032435] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.032564] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.032851] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.033119] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.033373] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-f2df08e2-7b52-4ce7-8a8b-24cc093939d4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.437477] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c79e4546-925e-4461-b3cd-087a7698ad79 in Status: SUCCESS [ 826.437805] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c79e4546-925e-4461-b3cd-087a7698ad79" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.438109] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c79e4546-925e-4461-b3cd-087a7698ad79" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.438347] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c79e4546-925e-4461-b3cd-087a7698ad79" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.438580] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.438727] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.438787] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.438968] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.439068] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.439158] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c79e4546-925e-4461-b3cd-087a7698ad79" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.439252] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c79e4546-925e-4461-b3cd-087a7698ad79',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.890256] env[69343]: INFO networking_nsxv3.common.synchronization [req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 req-16ab222e-85cc-4e58-8a4c-5387af30a44a service nova] Enqueued Resource ID: 2d0d8670-2c89-4092-8fc7-0202a700fa50 with Priority: HIGHEST for action security_group_rules [ 826.890433] env[69343]: INFO networking_nsxv3.common.synchronization [req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 req-16ab222e-85cc-4e58-8a4c-5387af30a44a service nova] Enqueued Resource ID: 2d0d8670-2c89-4092-8fc7-0202a700fa50 with Priority: HIGHEST for action security_group_members [ 826.890572] env[69343]: INFO networking_nsxv3.common.synchronization [req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 req-16ab222e-85cc-4e58-8a4c-5387af30a44a service nova] Enqueued Resource ID: f2df08e2-7b52-4ce7-8a8b-24cc093939d4 with Priority: HIGHEST for action port [ 826.890806] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d0d8670-2c89-4092-8fc7-0202a700fa50 with Priority: HIGHEST for action security_group_rules [ 826.890937] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d0d8670-2c89-4092-8fc7-0202a700fa50 with Priority: HIGHEST for action security_group_members [ 826.891045] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2df08e2-7b52-4ce7-8a8b-24cc093939d4 with Priority: HIGHEST for action port [ 826.891571] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d0d8670-2c89-4092-8fc7-0202a700fa50 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.892032] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d0d8670-2c89-4092-8fc7-0202a700fa50" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.892111] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d0d8670-2c89-4092-8fc7-0202a700fa50" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.892365] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d0d8670-2c89-4092-8fc7-0202a700fa50" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.892448] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d0d8670-2c89-4092-8fc7-0202a700fa50',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.893268] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d0d8670-2c89-4092-8fc7-0202a700fa50 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.893378] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d0d8670-2c89-4092-8fc7-0202a700fa50" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.893424] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d0d8670-2c89-4092-8fc7-0202a700fa50" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.893582] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d0d8670-2c89-4092-8fc7-0202a700fa50" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.893725] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.893826] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.893877] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.894020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.894104] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.894192] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d0d8670-2c89-4092-8fc7-0202a700fa50',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.894912] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2df08e2-7b52-4ce7-8a8b-24cc093939d4 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.895035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2df08e2-7b52-4ce7-8a8b-24cc093939d4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.895096] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2df08e2-7b52-4ce7-8a8b-24cc093939d4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.895235] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2df08e2-7b52-4ce7-8a8b-24cc093939d4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.895310] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2df08e2-7b52-4ce7-8a8b-24cc093939d4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.944979] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c79e4546-925e-4461-b3cd-087a7698ad79 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.945243] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c79e4546-925e-4461-b3cd-087a7698ad79" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.945243] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c79e4546-925e-4461-b3cd-087a7698ad79" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.945436] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c79e4546-925e-4461-b3cd-087a7698ad79" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.945607] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.945708] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.945774] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.945929] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.946066] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.946118] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c79e4546-925e-4461-b3cd-087a7698ad79" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.946270] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c79e4546-925e-4461-b3cd-087a7698ad79 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.946372] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c79e4546-925e-4461-b3cd-087a7698ad79" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.946434] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c79e4546-925e-4461-b3cd-087a7698ad79" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.946573] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c79e4546-925e-4461-b3cd-087a7698ad79" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.946744] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.946866] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.946900] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.947024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.947102] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.947180] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c79e4546-925e-4461-b3cd-087a7698ad79" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.947268] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c79e4546-925e-4461-b3cd-087a7698ad79',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.991407] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dadea01b-56c8-4e64-a1ec-51d0cde57da4 in Status: SUCCESS [ 826.991407] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.397214] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d0d8670-2c89-4092-8fc7-0202a700fa50',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.398293] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d0d8670-2c89-4092-8fc7-0202a700fa50 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.398429] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d0d8670-2c89-4092-8fc7-0202a700fa50" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.398567] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2df08e2-7b52-4ce7-8a8b-24cc093939d4 with status ACTIVE [ 827.398728] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.398885] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.398967] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.399214] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.399357] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.399477] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.399717] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.399717] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.399865] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.399865] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.400028] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.400120] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.400180] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.400318] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.400388] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.400484] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2df08e2-7b52-4ce7-8a8b-24cc093939d4 is going to be updated. [ 827.421325] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.421504] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.421549] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.421734] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.421872] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.422044] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2df08e2-7b52-4ce7-8a8b-24cc093939d4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.453018] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c79e4546-925e-4461-b3cd-087a7698ad79: rpc.has_security_group_logging(os_id): False [ 827.472538] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.472538] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.472538] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.472538] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.472538] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.472538] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.472538] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.472538] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.472538] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.472538] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.472538] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.472538] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.472538] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.472538] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.472538] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.473184] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.473184] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.473184] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.473184] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.473184] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.473184] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c79e4546-925e-4461-b3cd-087a7698ad79 is going to be created. [ 827.536967] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.537157] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.537249] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.537486] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.537690] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.567488] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c79e4546-925e-4461-b3cd-087a7698ad79 in Status: IN_PROGRESS for 2s [ 827.790692] env[69343]: INFO networking_nsxv3.common.synchronization [req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 req-fa109bdb-5e8a-410f-95fe-28d3f1e503df tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Enqueued Resource ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db with Priority: HIGHEST for action security_group_members [ 827.791487] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db with Priority: HIGHEST for action security_group_members [ 827.794450] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.794450] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.794450] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.794450] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.794450] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.794450] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.794450] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.795569] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.795569] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.795569] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec2565f9-38b0-4dcc-b34c-dc4dab2e94db',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.904410] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d0d8670-2c89-4092-8fc7-0202a700fa50',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.299067] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.299190] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.299258] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.299471] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.299638] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.299743] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.300018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.300018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.300093] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.300123] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.300187] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db already deleted. [ 828.300261] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.364814] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-699 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.365026] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-699" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.365157] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-699" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.365483] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-699" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.365726] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.365929] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.365980] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.366366] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.367518] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.367518] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 828.367518] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.367518] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.367518] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.367518] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 828.367518] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.367518] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.387641] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.387641] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 828.387641] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.387641] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-699" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.387641] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-d263adff-a1bf-494d-a599-ea5531206af2 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.387641] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-d263adff-a1bf-494d-a599-ea5531206af2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.387641] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-d263adff-a1bf-494d-a599-ea5531206af2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.387641] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-d263adff-a1bf-494d-a599-ea5531206af2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.387641] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d263adff-a1bf-494d-a599-ea5531206af2',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.406880] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.407229] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.407229] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.407708] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.407853] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.407983] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d0d8670-2c89-4092-8fc7-0202a700fa50 is going to be created. [ 828.433295] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.433433] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.433504] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.433707] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.433859] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.442339] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d0d8670-2c89-4092-8fc7-0202a700fa50 in Status: UNINITIALIZED for 2s [ 828.889824] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.890057] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.890183] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.890549] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.890715] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.890869] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port d263adff-a1bf-494d-a599-ea5531206af2 not found, creating... [ 828.891152] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.891304] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.891419] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.891636] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.891791] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.892049] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.892203] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.892321] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.892521] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.892644] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.892777] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: d263adff-a1bf-494d-a599-ea5531206af2 is going to be created. [ 828.912877] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.913051] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.913186] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.913432] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.913656] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.914042] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-d263adff-a1bf-494d-a599-ea5531206af2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.579032] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c79e4546-925e-4461-b3cd-087a7698ad79 in Status: SUCCESS [ 829.579330] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c79e4546-925e-4461-b3cd-087a7698ad79" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.984322] env[69343]: INFO networking_nsxv3.common.synchronization [req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 req-c3790e8d-89ce-4063-ab17-8b40d3d28bd8 service nova] Enqueued Resource ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db with Priority: HIGHEST for action security_group_rules [ 829.984322] env[69343]: INFO networking_nsxv3.common.synchronization [req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 req-c3790e8d-89ce-4063-ab17-8b40d3d28bd8 service nova] Enqueued Resource ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db with Priority: HIGHEST for action security_group_members [ 829.984322] env[69343]: INFO networking_nsxv3.common.synchronization [req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 req-c3790e8d-89ce-4063-ab17-8b40d3d28bd8 service nova] Enqueued Resource ID: d263adff-a1bf-494d-a599-ea5531206af2 with Priority: HIGHEST for action port [ 829.988466] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db with Priority: HIGHEST for action security_group_rules [ 829.988466] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db with Priority: HIGHEST for action security_group_members [ 829.988466] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d263adff-a1bf-494d-a599-ea5531206af2 with Priority: HIGHEST for action port [ 829.989285] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.989285] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.989285] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.991290] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.991290] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec2565f9-38b0-4dcc-b34c-dc4dab2e94db',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.992285] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.993204] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.993204] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.994290] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.994290] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.994290] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.994290] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.994290] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.994290] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.994290] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec2565f9-38b0-4dcc-b34c-dc4dab2e94db',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.997351] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-d263adff-a1bf-494d-a599-ea5531206af2 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.997351] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d263adff-a1bf-494d-a599-ea5531206af2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.997351] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d263adff-a1bf-494d-a599-ea5531206af2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.997351] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d263adff-a1bf-494d-a599-ea5531206af2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.997351] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d263adff-a1bf-494d-a599-ea5531206af2',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.452488] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d0d8670-2c89-4092-8fc7-0202a700fa50 in Status: SUCCESS [ 830.452718] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d0d8670-2c89-4092-8fc7-0202a700fa50" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.452895] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d0d8670-2c89-4092-8fc7-0202a700fa50" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.453132] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d0d8670-2c89-4092-8fc7-0202a700fa50" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.453326] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.453444] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.453510] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.453659] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.453741] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.453824] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d0d8670-2c89-4092-8fc7-0202a700fa50" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.453911] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d0d8670-2c89-4092-8fc7-0202a700fa50',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.498716] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.498716] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.498716] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec2565f9-38b0-4dcc-b34c-dc4dab2e94db',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.501960] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d263adff-a1bf-494d-a599-ea5531206af2 with status ACTIVE [ 830.502197] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.502339] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.502405] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.502619] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.502707] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.502882] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.502980] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.503112] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.503223] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.503301] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.503488] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.503580] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.503641] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.503778] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.503854] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.503961] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d263adff-a1bf-494d-a599-ea5531206af2 is going to be updated. [ 830.527506] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.527636] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.527714] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.527908] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.528047] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.528432] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d263adff-a1bf-494d-a599-ea5531206af2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.734372] env[69343]: INFO networking_nsxv3.common.synchronization [req-decc3516-f464-41c9-8128-eedccf80a5a7 req-5c7d4c78-2c37-4ea6-966c-c332da2feab7 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Enqueued Resource ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 with Priority: HIGHEST for action security_group_members [ 830.735101] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 with Priority: HIGHEST for action security_group_members [ 830.735430] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-327f0a5b-79f4-4049-bc27-7d0c0ee11938 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.735548] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.735603] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.735822] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.735967] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.738362] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.738498] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.738775] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.738951] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.742216] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('327f0a5b-79f4-4049-bc27-7d0c0ee11938',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.959029] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d0d8670-2c89-4092-8fc7-0202a700fa50 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.959029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d0d8670-2c89-4092-8fc7-0202a700fa50" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.959029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d0d8670-2c89-4092-8fc7-0202a700fa50" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.959029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d0d8670-2c89-4092-8fc7-0202a700fa50" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.959029] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.959029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.959029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.959029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.959029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.959029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d0d8670-2c89-4092-8fc7-0202a700fa50" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.959029] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d0d8670-2c89-4092-8fc7-0202a700fa50 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.959029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d0d8670-2c89-4092-8fc7-0202a700fa50" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.959029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d0d8670-2c89-4092-8fc7-0202a700fa50" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.959029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d0d8670-2c89-4092-8fc7-0202a700fa50" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.959029] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.959029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.959683] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.959683] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.959683] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.959683] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d0d8670-2c89-4092-8fc7-0202a700fa50" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.959683] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d0d8670-2c89-4092-8fc7-0202a700fa50',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.008034] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec2565f9-38b0-4dcc-b34c-dc4dab2e94db',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.245029] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.245029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.245175] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.245287] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.245382] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.245594] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.245697] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.245762] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.245910] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.245987] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.246132] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 is going to be updated. [ 831.274801] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.274920] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.274949] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.275299] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.275595] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.285572] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 in Status: IN_PROGRESS for 2s [ 831.461458] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d0d8670-2c89-4092-8fc7-0202a700fa50: rpc.has_security_group_logging(os_id): False [ 831.481047] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.481047] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.481047] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.481047] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.481047] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.481047] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.481047] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.481047] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.481468] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.481468] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.481468] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.481468] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.481605] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.481637] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.481706] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.481888] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.481981] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.482053] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.482221] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.482301] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.482386] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d0d8670-2c89-4092-8fc7-0202a700fa50 is going to be created. [ 831.510802] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.510981] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.511069] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.511291] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.511385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.511488] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db is going to be created. [ 831.533703] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.533830] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.533907] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.534143] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.534301] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.546153] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db in Status: UNINITIALIZED for 2s [ 831.546391] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.546748] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.546748] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.546916] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.547188] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.564869] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d0d8670-2c89-4092-8fc7-0202a700fa50 in Status: IN_PROGRESS for 2s [ 833.296093] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 in Status: SUCCESS [ 833.296477] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 deletion is rescheduled due to dependency. [ 833.296477] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.555371] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db in Status: SUCCESS [ 833.555598] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.555764] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.555989] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.556210] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.556587] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.556587] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.556587] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.556870] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.556870] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.556870] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec2565f9-38b0-4dcc-b34c-dc4dab2e94db',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.586024] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d0d8670-2c89-4092-8fc7-0202a700fa50 in Status: SUCCESS [ 833.586024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d0d8670-2c89-4092-8fc7-0202a700fa50" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.910367] env[69343]: INFO networking_nsxv3.common.synchronization [req-f0564197-4a47-41e2-9cf8-097de0fe9bdf req-e6a35587-1cb7-4614-b8bf-f893d8172342 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Enqueued Resource ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 with Priority: HIGHEST for action security_group_members [ 833.910367] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 with Priority: HIGHEST for action security_group_members [ 833.910653] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.910749] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.910830] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.911868] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.912072] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.912181] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.912250] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.912411] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.912495] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.912591] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.059966] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec2565f9-38b0-4dcc-b34c-dc4dab2e94db',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.418780] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.418780] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.419144] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.419144] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.419144] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.419311] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.419401] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.419460] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.419598] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.419670] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.419750] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 is going to be updated. [ 834.452797] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.453076] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.453076] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.453230] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.453371] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.463244] env[69343]: INFO networking_nsxv3.common.synchronization [req-989da1ee-226f-4441-a71d-1a5ebb5eb509 req-8f90ad6c-87b5-4e77-a270-fc5246e3d725 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Enqueued Resource ID: c79e4546-925e-4461-b3cd-087a7698ad79 with Priority: HIGHEST for action security_group_members [ 834.464216] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 in Status: IN_PROGRESS for 2s [ 834.464625] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c79e4546-925e-4461-b3cd-087a7698ad79 with Priority: HIGHEST for action security_group_members [ 834.465213] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c79e4546-925e-4461-b3cd-087a7698ad79 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.465213] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c79e4546-925e-4461-b3cd-087a7698ad79" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.465213] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c79e4546-925e-4461-b3cd-087a7698ad79" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.465418] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c79e4546-925e-4461-b3cd-087a7698ad79" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.465464] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.465530] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.465578] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.465724] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.465817] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.465908] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c79e4546-925e-4461-b3cd-087a7698ad79',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.561772] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec2565f9-38b0-4dcc-b34c-dc4dab2e94db: rpc.has_security_group_logging(os_id): False [ 834.579299] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.579498] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.579498] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.579747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.579824] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.580075] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.580173] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.580228] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.580438] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.580571] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.580682] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db is going to be created. [ 834.646110] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.646320] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.646391] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.646606] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.646828] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.657117] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db in Status: IN_PROGRESS for 2s [ 834.969031] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.969226] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.969282] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.969477] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.969575] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.969771] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.969971] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.969971] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.970092] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.970242] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.970242] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c79e4546-925e-4461-b3cd-087a7698ad79 is going to be updated. [ 834.995222] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.995408] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.995503] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.995701] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.995867] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.003259] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c79e4546-925e-4461-b3cd-087a7698ad79 in Status: IN_PROGRESS for 2s [ 836.477835] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 in Status: SUCCESS [ 836.478233] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857 deletion is rescheduled due to dependency. [ 836.478295] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.671222] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db in Status: SUCCESS [ 836.671445] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.014817] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c79e4546-925e-4461-b3cd-087a7698ad79 in Status: SUCCESS [ 837.015349] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c79e4546-925e-4461-b3cd-087a7698ad79 deletion is rescheduled due to dependency. [ 837.015474] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c79e4546-925e-4461-b3cd-087a7698ad79" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.564547] env[69343]: INFO networking_nsxv3.common.synchronization [req-b0255382-c631-43b1-862c-0be6d6770e75 req-b95fc50d-01d1-489f-a0d0-4f0d6ff3fa04 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Enqueued Resource ID: 04dceb30-5dd4-47f5-953c-3d780cfd5b82 with Priority: HIGHEST for action security_group_members [ 837.565111] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04dceb30-5dd4-47f5-953c-3d780cfd5b82 with Priority: HIGHEST for action security_group_members [ 837.565411] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-04dceb30-5dd4-47f5-953c-3d780cfd5b82 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.565530] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04dceb30-5dd4-47f5-953c-3d780cfd5b82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.565598] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04dceb30-5dd4-47f5-953c-3d780cfd5b82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.565856] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04dceb30-5dd4-47f5-953c-3d780cfd5b82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.566416] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.566563] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.566635] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.566851] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.566926] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.567028] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04dceb30-5dd4-47f5-953c-3d780cfd5b82',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.073521] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.073690] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.073690] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.073904] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.073996] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.074207] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.074303] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.074366] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.074518] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.074586] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.074673] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04dceb30-5dd4-47f5-953c-3d780cfd5b82 already deleted. [ 838.074762] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04dceb30-5dd4-47f5-953c-3d780cfd5b82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.340180] env[69343]: INFO networking_nsxv3.common.synchronization [req-4a0aa2a0-6ffd-42f7-8af8-4584740574c1 req-73abcc1b-1d6d-4778-a2f0-81e5133ae303 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Enqueued Resource ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 with Priority: HIGHEST for action security_group_members [ 838.340716] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 with Priority: HIGHEST for action security_group_members [ 838.341027] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a0b2103-d975-4472-afb2-cba12e59e6b5 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.341151] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.341216] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.341417] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.341763] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.341871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.341931] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.342097] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.342187] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.342317] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a0b2103-d975-4472-afb2-cba12e59e6b5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.358614] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-273 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.358783] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-273" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.358989] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-273" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.359265] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-273" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.359463] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.359621] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.359737] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.359947] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.360164] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.360384] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 838.360496] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.360604] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.360710] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.360818] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 838.360922] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.361062] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.378355] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.378550] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 838.378655] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.378821] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-273" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.379133] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-e1ae5c65-effc-4488-9fe2-8bfdeaf4d9b5 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.379595] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-e1ae5c65-effc-4488-9fe2-8bfdeaf4d9b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.379595] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-e1ae5c65-effc-4488-9fe2-8bfdeaf4d9b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.379724] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-e1ae5c65-effc-4488-9fe2-8bfdeaf4d9b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.379846] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1ae5c65-effc-4488-9fe2-8bfdeaf4d9b5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.844910] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a0b2103-d975-4472-afb2-cba12e59e6b5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.881944] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.882178] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.882311] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.882588] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.882738] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.882898] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port e1ae5c65-effc-4488-9fe2-8bfdeaf4d9b5 not found, creating... [ 838.883318] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.883584] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.883718] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.883956] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.884600] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.885054] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.885162] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.885244] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.885459] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.885596] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.885737] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: e1ae5c65-effc-4488-9fe2-8bfdeaf4d9b5 is going to be created. [ 838.905238] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.905429] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.905552] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.905799] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.906032] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.906250] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-e1ae5c65-effc-4488-9fe2-8bfdeaf4d9b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.347501] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a0b2103-d975-4472-afb2-cba12e59e6b5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.679935] env[69343]: INFO networking_nsxv3.common.synchronization [req-b0255382-c631-43b1-862c-0be6d6770e75 req-8fd85c0f-ccb1-44d5-a318-1e14a6a0239f service nova] Enqueued Resource ID: 04dceb30-5dd4-47f5-953c-3d780cfd5b82 with Priority: HIGHEST for action security_group_rules [ 839.680126] env[69343]: INFO networking_nsxv3.common.synchronization [req-b0255382-c631-43b1-862c-0be6d6770e75 req-8fd85c0f-ccb1-44d5-a318-1e14a6a0239f service nova] Enqueued Resource ID: 04dceb30-5dd4-47f5-953c-3d780cfd5b82 with Priority: HIGHEST for action security_group_members [ 839.680361] env[69343]: INFO networking_nsxv3.common.synchronization [req-b0255382-c631-43b1-862c-0be6d6770e75 req-8fd85c0f-ccb1-44d5-a318-1e14a6a0239f service nova] Enqueued Resource ID: e1ae5c65-effc-4488-9fe2-8bfdeaf4d9b5 with Priority: HIGHEST for action port [ 839.680497] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04dceb30-5dd4-47f5-953c-3d780cfd5b82 with Priority: HIGHEST for action security_group_rules [ 839.680629] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04dceb30-5dd4-47f5-953c-3d780cfd5b82 with Priority: HIGHEST for action security_group_members [ 839.680727] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ae5c65-effc-4488-9fe2-8bfdeaf4d9b5 with Priority: HIGHEST for action port [ 839.681637] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04dceb30-5dd4-47f5-953c-3d780cfd5b82 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.681728] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04dceb30-5dd4-47f5-953c-3d780cfd5b82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.681728] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04dceb30-5dd4-47f5-953c-3d780cfd5b82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.681976] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04dceb30-5dd4-47f5-953c-3d780cfd5b82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.683804] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04dceb30-5dd4-47f5-953c-3d780cfd5b82',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.684664] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-04dceb30-5dd4-47f5-953c-3d780cfd5b82 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.684788] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04dceb30-5dd4-47f5-953c-3d780cfd5b82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.684857] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04dceb30-5dd4-47f5-953c-3d780cfd5b82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.685133] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04dceb30-5dd4-47f5-953c-3d780cfd5b82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.685304] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.685406] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.685471] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.685662] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.685756] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.685849] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04dceb30-5dd4-47f5-953c-3d780cfd5b82',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.686611] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1ae5c65-effc-4488-9fe2-8bfdeaf4d9b5 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.686718] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1ae5c65-effc-4488-9fe2-8bfdeaf4d9b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.686787] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1ae5c65-effc-4488-9fe2-8bfdeaf4d9b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.686958] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1ae5c65-effc-4488-9fe2-8bfdeaf4d9b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.687043] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1ae5c65-effc-4488-9fe2-8bfdeaf4d9b5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.851385] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.851385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.851385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.851385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.851385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.851385] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 is going to be updated. [ 839.880761] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.880761] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.880761] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.880761] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.880761] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.888111] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 in Status: IN_PROGRESS for 2s [ 840.188512] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-04dceb30-5dd4-47f5-953c-3d780cfd5b82 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.188644] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04dceb30-5dd4-47f5-953c-3d780cfd5b82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.190024] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04dceb30-5dd4-47f5-953c-3d780cfd5b82',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.190936] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1ae5c65-effc-4488-9fe2-8bfdeaf4d9b5 with status ACTIVE [ 840.191172] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.191556] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.191556] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.191556] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.191743] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.191803] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.191891] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.191962] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.192114] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.192191] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.192541] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.192541] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.192541] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.192866] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.192866] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.192866] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1ae5c65-effc-4488-9fe2-8bfdeaf4d9b5 is going to be updated. [ 840.225496] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.225632] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.225701] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.225938] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.226064] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.226265] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1ae5c65-effc-4488-9fe2-8bfdeaf4d9b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.695120] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04dceb30-5dd4-47f5-953c-3d780cfd5b82',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.196581] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.196942] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.196942] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.197144] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.197254] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.197302] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04dceb30-5dd4-47f5-953c-3d780cfd5b82 is going to be created. [ 841.227989] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.227989] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.228266] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.228300] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.228457] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.237945] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04dceb30-5dd4-47f5-953c-3d780cfd5b82 in Status: UNINITIALIZED for 2s [ 841.898665] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 in Status: SUCCESS [ 841.899014] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.247059] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04dceb30-5dd4-47f5-953c-3d780cfd5b82 in Status: SUCCESS [ 843.247337] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04dceb30-5dd4-47f5-953c-3d780cfd5b82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.247494] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04dceb30-5dd4-47f5-953c-3d780cfd5b82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.248524] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04dceb30-5dd4-47f5-953c-3d780cfd5b82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.248524] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.248524] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.248524] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.248524] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.248524] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.248524] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04dceb30-5dd4-47f5-953c-3d780cfd5b82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.248524] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04dceb30-5dd4-47f5-953c-3d780cfd5b82',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.750399] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-04dceb30-5dd4-47f5-953c-3d780cfd5b82 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.750556] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04dceb30-5dd4-47f5-953c-3d780cfd5b82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.750626] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04dceb30-5dd4-47f5-953c-3d780cfd5b82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.750840] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04dceb30-5dd4-47f5-953c-3d780cfd5b82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.751012] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.751105] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.751169] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.751310] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.751397] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.751481] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04dceb30-5dd4-47f5-953c-3d780cfd5b82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.751622] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-04dceb30-5dd4-47f5-953c-3d780cfd5b82 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.751709] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04dceb30-5dd4-47f5-953c-3d780cfd5b82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.751768] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04dceb30-5dd4-47f5-953c-3d780cfd5b82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.751901] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04dceb30-5dd4-47f5-953c-3d780cfd5b82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.752041] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.752129] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.752190] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.752318] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.752390] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.752468] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04dceb30-5dd4-47f5-953c-3d780cfd5b82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.752557] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04dceb30-5dd4-47f5-953c-3d780cfd5b82',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.117754] env[69343]: INFO networking_nsxv3.common.synchronization [req-7512e616-3c17-4fb3-9a83-cdccf7f442f6 req-aa94040c-2363-4832-a7e5-2565659ab9b5 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Enqueued Resource ID: 2d0d8670-2c89-4092-8fc7-0202a700fa50 with Priority: HIGHEST for action security_group_members [ 844.117876] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d0d8670-2c89-4092-8fc7-0202a700fa50 with Priority: HIGHEST for action security_group_members [ 844.118213] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d0d8670-2c89-4092-8fc7-0202a700fa50 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.118338] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d0d8670-2c89-4092-8fc7-0202a700fa50" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.118404] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d0d8670-2c89-4092-8fc7-0202a700fa50" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.118608] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d0d8670-2c89-4092-8fc7-0202a700fa50" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.118754] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.118849] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.118911] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.119064] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.119157] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.119247] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d0d8670-2c89-4092-8fc7-0202a700fa50',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.255157] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04dceb30-5dd4-47f5-953c-3d780cfd5b82: rpc.has_security_group_logging(os_id): False [ 844.273288] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.273288] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.273288] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.273288] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.273288] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.273288] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.273288] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.273288] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.273288] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.273726] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.273726] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.273821] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.273821] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.273978] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.274069] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.274243] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.274328] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.274393] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.274747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.274864] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.275035] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04dceb30-5dd4-47f5-953c-3d780cfd5b82 is going to be created. [ 844.327626] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.327871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.327952] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.328184] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.328454] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.340431] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04dceb30-5dd4-47f5-953c-3d780cfd5b82 in Status: IN_PROGRESS for 2s [ 844.621707] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.621880] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.621936] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.622197] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.622299] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.622502] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.622603] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.622666] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.622821] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.622898] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.622985] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d0d8670-2c89-4092-8fc7-0202a700fa50 is going to be updated. [ 844.651824] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.652038] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.652038] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.652268] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.652426] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.660831] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d0d8670-2c89-4092-8fc7-0202a700fa50 in Status: IN_PROGRESS for 2s [ 846.351751] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04dceb30-5dd4-47f5-953c-3d780cfd5b82 in Status: SUCCESS [ 846.352085] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04dceb30-5dd4-47f5-953c-3d780cfd5b82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.669986] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d0d8670-2c89-4092-8fc7-0202a700fa50 in Status: SUCCESS [ 846.669986] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d0d8670-2c89-4092-8fc7-0202a700fa50 deletion is rescheduled due to dependency. [ 846.669986] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d0d8670-2c89-4092-8fc7-0202a700fa50" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.556593] env[69343]: INFO networking_nsxv3.common.synchronization [req-9b8692d1-8c10-445c-911f-a0ab76e79a7b req-9e70ec20-f2f9-4e69-99ab-300c3edfdd9e tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Enqueued Resource ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 with Priority: HIGHEST for action security_group_members [ 848.557178] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 with Priority: HIGHEST for action security_group_members [ 848.557480] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2e13d48-59bb-41ad-8d99-6031f30c6513 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.557619] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.557663] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.557854] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.558022] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.558128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.558187] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.559548] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.559548] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.559548] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2e13d48-59bb-41ad-8d99-6031f30c6513',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.931356] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-153 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.931547] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-153" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.931669] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-153" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.931924] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-153" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.932201] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.932349] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.932464] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.932671] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.932829] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.933028] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 848.933142] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.933248] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.933351] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.933457] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 848.933559] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.933685] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.953576] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.953702] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 848.953842] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.954032] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-153" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.954368] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-7e3624c3-bae2-4fbd-93e4-542cd227d7b9 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.954530] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-7e3624c3-bae2-4fbd-93e4-542cd227d7b9" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.954647] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-7e3624c3-bae2-4fbd-93e4-542cd227d7b9" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.954965] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-7e3624c3-bae2-4fbd-93e4-542cd227d7b9" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.955115] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e3624c3-bae2-4fbd-93e4-542cd227d7b9',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.061803] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2e13d48-59bb-41ad-8d99-6031f30c6513',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.457662] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.457921] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.458092] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.458445] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.458642] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.458839] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 7e3624c3-bae2-4fbd-93e4-542cd227d7b9 not found, creating... [ 849.459142] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.459338] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.459464] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.459691] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.459844] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.460177] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.460338] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.460456] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.460663] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.460797] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.460935] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 7e3624c3-bae2-4fbd-93e4-542cd227d7b9 is going to be created. [ 849.480871] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.481045] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.481171] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.481389] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.481600] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.481843] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-7e3624c3-bae2-4fbd-93e4-542cd227d7b9" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.563556] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2e13d48-59bb-41ad-8d99-6031f30c6513',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.068590] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.068941] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.068941] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.069233] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.069407] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.069533] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 is going to be updated. [ 850.100230] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.100452] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.100452] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.100638] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.100783] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.108139] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 in Status: IN_PROGRESS for 2s [ 850.197067] env[69343]: INFO networking_nsxv3.common.synchronization [req-9b8692d1-8c10-445c-911f-a0ab76e79a7b req-ecb7f154-15fc-4bac-bfc5-f4b6094c02b0 service nova] Enqueued Resource ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 with Priority: HIGHEST for action security_group_rules [ 850.197262] env[69343]: INFO networking_nsxv3.common.synchronization [req-9b8692d1-8c10-445c-911f-a0ab76e79a7b req-ecb7f154-15fc-4bac-bfc5-f4b6094c02b0 service nova] Enqueued Resource ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 with Priority: HIGHEST for action security_group_members [ 850.197400] env[69343]: INFO networking_nsxv3.common.synchronization [req-9b8692d1-8c10-445c-911f-a0ab76e79a7b req-ecb7f154-15fc-4bac-bfc5-f4b6094c02b0 service nova] Enqueued Resource ID: 7e3624c3-bae2-4fbd-93e4-542cd227d7b9 with Priority: HIGHEST for action port [ 850.197909] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 with Priority: HIGHEST for action security_group_rules [ 850.200920] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 with Priority: HIGHEST for action security_group_members [ 850.204025] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e3624c3-bae2-4fbd-93e4-542cd227d7b9 with Priority: HIGHEST for action port [ 850.204025] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2e13d48-59bb-41ad-8d99-6031f30c6513 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.204025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.204025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.204025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.204025] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2e13d48-59bb-41ad-8d99-6031f30c6513',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.204025] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2e13d48-59bb-41ad-8d99-6031f30c6513 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.204025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.204025] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e3624c3-bae2-4fbd-93e4-542cd227d7b9 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.204418] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e3624c3-bae2-4fbd-93e4-542cd227d7b9" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.204418] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e3624c3-bae2-4fbd-93e4-542cd227d7b9" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.204418] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e3624c3-bae2-4fbd-93e4-542cd227d7b9" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.204418] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e3624c3-bae2-4fbd-93e4-542cd227d7b9',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.706600] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2e13d48-59bb-41ad-8d99-6031f30c6513 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.707123] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.707123] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e3624c3-bae2-4fbd-93e4-542cd227d7b9 with status ACTIVE [ 850.707674] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.707674] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.707674] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.707852] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.707966] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.708171] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.708314] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.708407] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.708766] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.708766] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.708927] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.709352] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.709352] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.709352] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.709888] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.709888] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e3624c3-bae2-4fbd-93e4-542cd227d7b9 is going to be updated. [ 850.729038] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.729177] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.729245] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.729428] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.729557] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.729707] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e3624c3-bae2-4fbd-93e4-542cd227d7b9" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.073869] env[69343]: INFO networking_nsxv3.common.synchronization [req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 req-147e86b5-5cb9-4316-b52f-e8b50465a4c6 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Enqueued Resource ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 with Priority: HIGHEST for action security_group_members [ 851.073869] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 with Priority: HIGHEST for action security_group_members [ 851.074611] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.074611] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.074611] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.074831] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.074974] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.075122] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.075160] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.075313] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.075388] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.076318] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2bcfb43-8656-4657-b3e6-8e1cfa4681d6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.503572] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-577 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.503772] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.503887] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.504166] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.504420] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.504572] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.504689] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.504899] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.505137] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.505477] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.505477] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.505567] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.505662] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.505768] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.506080] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.506080] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.523450] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.523671] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 851.523830] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.523999] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-577" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.524307] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-91992c2a-c4aa-4460-9209-15d4643533cc taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.524470] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-91992c2a-c4aa-4460-9209-15d4643533cc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.524589] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-91992c2a-c4aa-4460-9209-15d4643533cc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.524882] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-91992c2a-c4aa-4460-9209-15d4643533cc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.525033] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91992c2a-c4aa-4460-9209-15d4643533cc',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.577134] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2bcfb43-8656-4657-b3e6-8e1cfa4681d6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.026855] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.027200] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.027296] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.027579] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.027730] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.027882] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 91992c2a-c4aa-4460-9209-15d4643533cc not found, creating... [ 852.028206] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.028374] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.028530] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.028773] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.028949] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.029291] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.029466] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.029585] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.029862] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.030015] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.030161] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 91992c2a-c4aa-4460-9209-15d4643533cc is going to be created. [ 852.048842] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.049052] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.049175] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.049445] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.049681] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.049970] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-91992c2a-c4aa-4460-9209-15d4643533cc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.079574] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2bcfb43-8656-4657-b3e6-8e1cfa4681d6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.117315] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 in Status: SUCCESS [ 852.117527] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.117702] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.117992] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.118278] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.118546] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.118546] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.118727] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.118727] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.118862] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2e13d48-59bb-41ad-8d99-6031f30c6513',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.582094] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.582293] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.582349] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.582537] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.582631] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.582730] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 is going to be updated. [ 852.607619] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.607767] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.608613] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.608613] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.608613] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.615708] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 in Status: IN_PROGRESS for 2s [ 852.621094] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2e13d48-59bb-41ad-8d99-6031f30c6513',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.758310] env[69343]: INFO networking_nsxv3.common.synchronization [req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 req-2f095c43-145d-4df4-8b58-97d83250cfb7 service nova] Enqueued Resource ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 with Priority: HIGHEST for action security_group_rules [ 852.758471] env[69343]: INFO networking_nsxv3.common.synchronization [req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 req-2f095c43-145d-4df4-8b58-97d83250cfb7 service nova] Enqueued Resource ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 with Priority: HIGHEST for action security_group_members [ 852.758604] env[69343]: INFO networking_nsxv3.common.synchronization [req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 req-2f095c43-145d-4df4-8b58-97d83250cfb7 service nova] Enqueued Resource ID: 91992c2a-c4aa-4460-9209-15d4643533cc with Priority: HIGHEST for action port [ 852.758836] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 with Priority: HIGHEST for action security_group_rules [ 852.758961] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 with Priority: HIGHEST for action security_group_members [ 852.759066] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91992c2a-c4aa-4460-9209-15d4643533cc with Priority: HIGHEST for action port [ 852.759673] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.759793] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.759857] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.760148] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.760248] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2bcfb43-8656-4657-b3e6-8e1cfa4681d6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.761346] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.761499] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.762779] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-91992c2a-c4aa-4460-9209-15d4643533cc taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.762779] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91992c2a-c4aa-4460-9209-15d4643533cc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.762779] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91992c2a-c4aa-4460-9209-15d4643533cc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.762779] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91992c2a-c4aa-4460-9209-15d4643533cc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.762779] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91992c2a-c4aa-4460-9209-15d4643533cc',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.123541] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2e13d48-59bb-41ad-8d99-6031f30c6513',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.264974] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.264974] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.265200] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91992c2a-c4aa-4460-9209-15d4643533cc with status ACTIVE [ 853.265200] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.265290] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.265807] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.265807] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.265807] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.265807] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.266026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.266026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.266089] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.266144] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.266323] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.266412] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.266467] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.266604] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.266678] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.266766] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91992c2a-c4aa-4460-9209-15d4643533cc is going to be updated. [ 853.287272] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.287272] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.287272] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.287473] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.287574] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.287706] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91992c2a-c4aa-4460-9209-15d4643533cc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.626129] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.626290] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.626436] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.626708] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.626962] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.626962] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 is going to be updated. [ 853.652730] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.652913] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.652991] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.653245] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.653428] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.662835] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 in Status: IN_PROGRESS for 2s [ 853.776659] env[69343]: INFO networking_nsxv3.common.synchronization [req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 req-d1f5174f-4e01-4dde-a8ff-7130b7c9cbc0 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Enqueued Resource ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d with Priority: HIGHEST for action security_group_members [ 853.777574] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d with Priority: HIGHEST for action security_group_members [ 853.780693] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.780843] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.780901] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.781213] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.781397] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.781595] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.781636] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.781789] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.781888] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.781991] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.286588] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.286588] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.286588] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.286588] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.286588] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.289431] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.289431] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.289431] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.289431] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.289431] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.289431] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d already deleted. [ 854.289431] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.625161] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 in Status: SUCCESS [ 854.625402] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.625626] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.625985] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.626130] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.626256] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.626325] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.626538] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.626589] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.626756] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2bcfb43-8656-4657-b3e6-8e1cfa4681d6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.649431] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.649639] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-71" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.649759] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-71" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.650112] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-71" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.650385] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.650537] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.650651] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.650887] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.651050] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.651259] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 854.651370] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.651481] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.651587] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.651696] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 854.651800] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.651990] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.670998] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.671222] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 854.671850] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.671850] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-71" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.671850] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-bfc195ce-152f-4deb-9c30-b7d74c1e17c2 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.672119] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-bfc195ce-152f-4deb-9c30-b7d74c1e17c2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.672900] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-bfc195ce-152f-4deb-9c30-b7d74c1e17c2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.672900] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-bfc195ce-152f-4deb-9c30-b7d74c1e17c2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.672900] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfc195ce-152f-4deb-9c30-b7d74c1e17c2',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.972040] env[69343]: INFO networking_nsxv3.common.synchronization [req-c4e6073f-aa17-4e47-b1d4-722b81d34b6c req-7952c883-7df7-40e9-8e10-0d32d37fd96b tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Enqueued Resource ID: 04dceb30-5dd4-47f5-953c-3d780cfd5b82 with Priority: HIGHEST for action security_group_members [ 854.972220] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04dceb30-5dd4-47f5-953c-3d780cfd5b82 with Priority: HIGHEST for action security_group_members [ 854.972419] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-04dceb30-5dd4-47f5-953c-3d780cfd5b82 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.972548] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04dceb30-5dd4-47f5-953c-3d780cfd5b82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.972621] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04dceb30-5dd4-47f5-953c-3d780cfd5b82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.972883] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04dceb30-5dd4-47f5-953c-3d780cfd5b82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.973015] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.973126] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.973207] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.973345] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.973433] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.973539] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04dceb30-5dd4-47f5-953c-3d780cfd5b82',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.130235] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2bcfb43-8656-4657-b3e6-8e1cfa4681d6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.175445] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.175679] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.175805] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.176089] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.176247] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.176399] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port bfc195ce-152f-4deb-9c30-b7d74c1e17c2 not found, creating... [ 855.176659] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.176811] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.176926] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.177204] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.177346] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.177630] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.177779] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.177894] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.178147] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.178281] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.178418] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: bfc195ce-152f-4deb-9c30-b7d74c1e17c2 is going to be created. [ 855.198772] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.199974] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.199974] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.199974] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.199974] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.199974] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-bfc195ce-152f-4deb-9c30-b7d74c1e17c2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.478221] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.478221] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.478221] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.478221] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.478221] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.478221] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.478221] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.478221] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.478221] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.478221] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.478221] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04dceb30-5dd4-47f5-953c-3d780cfd5b82 is going to be updated. [ 855.486088] env[69343]: INFO networking_nsxv3.common.synchronization [req-7a5d66a2-cae9-4a6f-939d-af8f31df60b9 req-54445fcd-8186-41de-8f4c-64a3bb100e9f tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Enqueued Resource ID: 694c549d-dffb-46e6-9e3d-a23a93b625be with Priority: HIGHEST for action security_group_members [ 855.487041] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694c549d-dffb-46e6-9e3d-a23a93b625be with Priority: HIGHEST for action security_group_members [ 855.487153] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-694c549d-dffb-46e6-9e3d-a23a93b625be taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.487312] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.487381] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.488042] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.488042] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.488042] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.488042] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.488042] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.488297] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.488297] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('694c549d-dffb-46e6-9e3d-a23a93b625be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.505713] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.505788] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.505833] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.506087] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.506292] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.514652] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04dceb30-5dd4-47f5-953c-3d780cfd5b82 in Status: IN_PROGRESS for 2s [ 855.635132] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2bcfb43-8656-4657-b3e6-8e1cfa4681d6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.671319] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 in Status: SUCCESS [ 855.671528] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.671691] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.671901] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.672104] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.675118] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.675118] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.675118] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.675118] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.675118] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.675118] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2e13d48-59bb-41ad-8d99-6031f30c6513',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.991267] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.991444] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.991534] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.991735] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.991834] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.992050] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.992150] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.992210] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.992364] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.992441] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.992526] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 694c549d-dffb-46e6-9e3d-a23a93b625be is going to be updated. [ 856.039687] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.040186] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.040304] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.040531] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.040792] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.054516] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 694c549d-dffb-46e6-9e3d-a23a93b625be in Status: IN_PROGRESS for 2s [ 856.138579] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.138770] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.138809] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.139048] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.139171] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.139323] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 is going to be updated. [ 856.181255] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.181427] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.181467] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.181686] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.181835] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.183061] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2e13d48-59bb-41ad-8d99-6031f30c6513 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.183194] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.183262] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.183434] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.183587] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.183678] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.183739] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.183874] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.183956] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.184161] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.184534] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2e13d48-59bb-41ad-8d99-6031f30c6513 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.184534] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.184534] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.184727] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.184837] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.184995] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.185111] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.185276] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.185385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.185495] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.185613] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2e13d48-59bb-41ad-8d99-6031f30c6513',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.197860] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 in Status: IN_PROGRESS for 2s [ 856.237067] env[69343]: INFO networking_nsxv3.common.synchronization [req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 req-c80d7b13-76b9-4b7c-9671-7dff16647cc5 service nova] Enqueued Resource ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d with Priority: HIGHEST for action security_group_rules [ 856.237067] env[69343]: INFO networking_nsxv3.common.synchronization [req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 req-c80d7b13-76b9-4b7c-9671-7dff16647cc5 service nova] Enqueued Resource ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d with Priority: HIGHEST for action security_group_members [ 856.237067] env[69343]: INFO networking_nsxv3.common.synchronization [req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 req-c80d7b13-76b9-4b7c-9671-7dff16647cc5 service nova] Enqueued Resource ID: bfc195ce-152f-4deb-9c30-b7d74c1e17c2 with Priority: HIGHEST for action port [ 856.237067] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d with Priority: HIGHEST for action security_group_rules [ 856.237067] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d with Priority: HIGHEST for action security_group_members [ 856.237721] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc195ce-152f-4deb-9c30-b7d74c1e17c2 with Priority: HIGHEST for action port [ 856.238217] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c7034aa-9e73-4388-99d9-0b48f7f62b5d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.238390] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.238496] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.238798] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.239021] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.241398] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.241398] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.241398] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.245037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.245037] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.245037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.245037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.245037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.245037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.245037] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.245037] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfc195ce-152f-4deb-9c30-b7d74c1e17c2 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.245037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfc195ce-152f-4deb-9c30-b7d74c1e17c2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.245037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfc195ce-152f-4deb-9c30-b7d74c1e17c2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.245037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfc195ce-152f-4deb-9c30-b7d74c1e17c2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.245037] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfc195ce-152f-4deb-9c30-b7d74c1e17c2',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.441847] env[69343]: INFO networking_nsxv3.common.synchronization [req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 req-6b45e174-0acb-4039-bcf7-981ea98d6ee6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Enqueued Resource ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d with Priority: HIGHEST for action security_group_members [ 856.442415] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d with Priority: HIGHEST for action security_group_members [ 856.442679] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.442783] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.690161] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2e13d48-59bb-41ad-8d99-6031f30c6513: rpc.has_security_group_logging(os_id): False [ 856.707725] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.708681] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.708815] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.709044] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.709217] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.710110] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.710110] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.710110] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.710110] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.710110] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.710110] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.710110] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.710110] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.710408] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.710408] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.711275] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.711275] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.711275] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.711275] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.711275] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.711275] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 is going to be updated. [ 856.737573] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.737809] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-71" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.737897] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-71" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.738232] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-71" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.738545] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.738804] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.738960] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.739233] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.739751] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.739997] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 856.740554] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.740554] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.740554] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.740554] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 856.740771] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.740848] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.742412] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.742537] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.746853] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfc195ce-152f-4deb-9c30-b7d74c1e17c2 with status ACTIVE [ 856.746932] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.747680] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.747680] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.747680] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.747680] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.747680] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.747680] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.747931] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.747931] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.747931] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.748782] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.748782] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.748782] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.748782] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.748782] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.748782] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfc195ce-152f-4deb-9c30-b7d74c1e17c2 is going to be updated. [ 856.750203] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.764662] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.765315] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 856.766136] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.766781] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-71" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.767838] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-a3c4ce93-f708-4927-82ce-081695579d6b taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.768096] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-a3c4ce93-f708-4927-82ce-081695579d6b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.768198] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-a3c4ce93-f708-4927-82ce-081695579d6b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.768520] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-a3c4ce93-f708-4927-82ce-081695579d6b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.768660] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3c4ce93-f708-4927-82ce-081695579d6b',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.776171] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.776310] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.776381] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.776586] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.776774] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.776872] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfc195ce-152f-4deb-9c30-b7d74c1e17c2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.781794] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.781794] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.781794] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.781794] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.782168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.795036] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 in Status: IN_PROGRESS for 2s [ 857.253431] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.272483] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.272710] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.272839] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.273150] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.273319] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.273475] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port a3c4ce93-f708-4927-82ce-081695579d6b not found, creating... [ 857.273730] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.273884] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.274000] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.274272] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.274413] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.274692] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.274847] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.275059] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.275319] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.275456] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.275610] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: a3c4ce93-f708-4927-82ce-081695579d6b is going to be created. [ 857.297417] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.297643] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.297781] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.298113] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.298643] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.298643] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-a3c4ce93-f708-4927-82ce-081695579d6b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.525446] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04dceb30-5dd4-47f5-953c-3d780cfd5b82 in Status: SUCCESS [ 857.525635] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04dceb30-5dd4-47f5-953c-3d780cfd5b82 deletion is rescheduled due to dependency. [ 857.525759] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04dceb30-5dd4-47f5-953c-3d780cfd5b82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.757881] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.758215] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.758215] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.758502] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.758646] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.758789] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d is going to be created. [ 857.785097] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.785334] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.785399] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.785660] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.785862] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.795229] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d in Status: UNINITIALIZED for 2s [ 858.069307] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 694c549d-dffb-46e6-9e3d-a23a93b625be in Status: SUCCESS [ 858.069307] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 694c549d-dffb-46e6-9e3d-a23a93b625be deletion is rescheduled due to dependency. [ 858.069307] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.126253] env[69343]: INFO networking_nsxv3.common.synchronization [req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 req-2b75d0c0-07d8-4c16-99da-d6e9e69bde3a service nova] Enqueued Resource ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d with Priority: HIGHEST for action security_group_rules [ 858.126352] env[69343]: INFO networking_nsxv3.common.synchronization [req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 req-2b75d0c0-07d8-4c16-99da-d6e9e69bde3a service nova] Enqueued Resource ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d with Priority: HIGHEST for action security_group_members [ 858.126494] env[69343]: INFO networking_nsxv3.common.synchronization [req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 req-2b75d0c0-07d8-4c16-99da-d6e9e69bde3a service nova] Enqueued Resource ID: a3c4ce93-f708-4927-82ce-081695579d6b with Priority: HIGHEST for action port [ 858.126732] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d with Priority: HIGHEST for action security_group_rules [ 858.126866] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d with Priority: HIGHEST for action security_group_members [ 858.126966] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c4ce93-f708-4927-82ce-081695579d6b with Priority: HIGHEST for action port [ 858.127573] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c7034aa-9e73-4388-99d9-0b48f7f62b5d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.127711] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.127860] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.127995] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.128130] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3c4ce93-f708-4927-82ce-081695579d6b taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.128353] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3c4ce93-f708-4927-82ce-081695579d6b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.128353] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3c4ce93-f708-4927-82ce-081695579d6b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.128498] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3c4ce93-f708-4927-82ce-081695579d6b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.128561] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3c4ce93-f708-4927-82ce-081695579d6b',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.209805] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 in Status: SUCCESS [ 858.210039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.210209] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.210431] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.210631] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.210750] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.210817] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.210969] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.211086] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.211186] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.211279] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2bcfb43-8656-4657-b3e6-8e1cfa4681d6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.632897] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3c4ce93-f708-4927-82ce-081695579d6b with status ACTIVE [ 858.633081] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.633227] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.633299] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.633521] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.637299] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.637418] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.637547] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.637598] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.637783] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.637866] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.638094] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.638248] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.638289] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.638407] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.638510] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.638558] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3c4ce93-f708-4927-82ce-081695579d6b is going to be updated. [ 858.661806] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.662018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.662018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.662234] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.662368] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.662524] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3c4ce93-f708-4927-82ce-081695579d6b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.714188] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.714357] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.714430] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.714875] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.714875] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.714875] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.715075] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.715205] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.715205] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.715318] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.715445] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.715539] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.715600] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.715738] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.715877] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.715981] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.716042] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.716168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.716239] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.716322] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.716411] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2bcfb43-8656-4657-b3e6-8e1cfa4681d6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.809753] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 in Status: SUCCESS [ 858.810025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.222965] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2bcfb43-8656-4657-b3e6-8e1cfa4681d6: rpc.has_security_group_logging(os_id): False [ 859.240660] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.240802] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.240873] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.241236] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.241337] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.241531] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.241634] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.241717] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.241863] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.241940] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.242151] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.242276] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.242370] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.242525] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.242601] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.242784] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.242878] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.242940] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.243107] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.243188] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.243272] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 is going to be updated. [ 859.300023] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.300183] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.300250] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.300458] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.300598] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.315103] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 in Status: IN_PROGRESS for 2s [ 859.369477] env[69343]: INFO networking_nsxv3.common.synchronization [req-87de02ea-5653-4cae-9053-3e3f26a4618c req-1f1e6f27-f63c-4ee3-b30b-e5ce7ebb6a28 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Enqueued Resource ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 with Priority: HIGHEST for action security_group_members [ 859.373378] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 with Priority: HIGHEST for action security_group_members [ 859.373378] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4fc5e04-12f1-4226-a748-294ee28ddb69 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.373378] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.373378] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.373378] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.373378] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.373378] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.373378] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.373378] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.373378] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.373378] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.805355] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d in Status: SUCCESS [ 859.805662] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.805878] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.806188] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.806527] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.806527] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.806714] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.806760] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.806825] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.806951] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.875999] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.966902] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.966902] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-220" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.966902] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-220" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.968100] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-220" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.968100] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.968100] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.968100] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.968443] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.968604] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.968947] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 859.968947] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.969142] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.969142] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.969270] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 859.969428] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.969624] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.988009] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.988243] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 859.988391] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.988566] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-220" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.989723] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-0818a221-66a5-4ce5-b770-4fc69588d087 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.989723] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-0818a221-66a5-4ce5-b770-4fc69588d087" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.989723] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-0818a221-66a5-4ce5-b770-4fc69588d087" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.989723] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-0818a221-66a5-4ce5-b770-4fc69588d087" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.990104] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0818a221-66a5-4ce5-b770-4fc69588d087',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.309697] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.380440] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.495680] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.496352] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.496352] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.496352] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.496540] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.496634] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 0818a221-66a5-4ce5-b770-4fc69588d087 not found, creating... [ 860.497862] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.497862] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.497862] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.497862] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.497862] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.497862] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.498132] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.498132] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.498253] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.498385] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.498519] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 0818a221-66a5-4ce5-b770-4fc69588d087 is going to be created. [ 860.517323] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.517571] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.517627] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.517891] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.518142] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.518363] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-0818a221-66a5-4ce5-b770-4fc69588d087" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.816031] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.884350] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.884350] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.884350] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.884350] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.884350] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.884350] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 is going to be updated. [ 860.907137] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.907315] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.907405] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.907618] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.907753] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.920071] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 in Status: IN_PROGRESS for 2s [ 861.317238] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.317394] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.317467] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.317686] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.317776] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.317868] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d is going to be updated. [ 861.332022] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 in Status: SUCCESS [ 861.332295] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.346749] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.347155] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.349245] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.349638] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.349879] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.358893] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d in Status: IN_PROGRESS for 2s [ 861.709046] env[69343]: INFO networking_nsxv3.common.synchronization [req-87de02ea-5653-4cae-9053-3e3f26a4618c req-262a4c45-2ba0-45b7-8e33-8972a31bef0f service nova] Enqueued Resource ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 with Priority: HIGHEST for action security_group_rules [ 861.709046] env[69343]: INFO networking_nsxv3.common.synchronization [req-87de02ea-5653-4cae-9053-3e3f26a4618c req-262a4c45-2ba0-45b7-8e33-8972a31bef0f service nova] Enqueued Resource ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 with Priority: HIGHEST for action security_group_members [ 861.709046] env[69343]: INFO networking_nsxv3.common.synchronization [req-87de02ea-5653-4cae-9053-3e3f26a4618c req-262a4c45-2ba0-45b7-8e33-8972a31bef0f service nova] Enqueued Resource ID: 0818a221-66a5-4ce5-b770-4fc69588d087 with Priority: HIGHEST for action port [ 861.709046] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 with Priority: HIGHEST for action security_group_rules [ 861.709046] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 with Priority: HIGHEST for action security_group_members [ 861.709046] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0818a221-66a5-4ce5-b770-4fc69588d087 with Priority: HIGHEST for action port [ 861.709046] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4fc5e04-12f1-4226-a748-294ee28ddb69 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.709046] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.709046] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.709046] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.709046] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.709931] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4fc5e04-12f1-4226-a748-294ee28ddb69 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.710098] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.710311] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-0818a221-66a5-4ce5-b770-4fc69588d087 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.710411] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0818a221-66a5-4ce5-b770-4fc69588d087" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.710473] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0818a221-66a5-4ce5-b770-4fc69588d087" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.710638] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0818a221-66a5-4ce5-b770-4fc69588d087" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.710710] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0818a221-66a5-4ce5-b770-4fc69588d087',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.804526] env[69343]: INFO networking_nsxv3.common.synchronization [req-4de7453d-a28f-41b3-bcad-06e4662573e8 req-98eb0999-b112-4f60-85c0-92e285d55bf3 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Enqueued Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_members [ 861.805252] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_members [ 861.806402] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-833c6a08-9446-43d9-ac6d-7d0c8738d152 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.806402] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.807202] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.807202] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.807850] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.807850] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.807850] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.807850] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.808087] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.808087] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.212063] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4fc5e04-12f1-4226-a748-294ee28ddb69 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.212063] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.217242] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0818a221-66a5-4ce5-b770-4fc69588d087 with status ACTIVE [ 862.217242] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.217242] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.217242] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.217455] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.217547] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.217734] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.217829] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.217919] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.218082] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.218206] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.218366] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.218508] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.218597] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.218742] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.218818] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.218907] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0818a221-66a5-4ce5-b770-4fc69588d087 is going to be updated. [ 862.240943] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.241096] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.241096] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.241290] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.241417] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.241597] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0818a221-66a5-4ce5-b770-4fc69588d087" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.290151] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-15 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.290151] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-15" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.290151] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-15" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.290151] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-15" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.290999] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.291304] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.291500] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.291832] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.293108] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.293542] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 862.293800] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.294025] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.294243] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.294445] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 862.294716] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.295043] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.313737] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.314119] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.314432] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.314995] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.315470] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.316278] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.316521] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.316665] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.317670] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.317761] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.317855] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 is going to be updated. [ 862.320468] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.320669] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 862.320786] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.320897] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-15" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.321321] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-a831f765-5738-4acd-a48f-894c78dc9110 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.321542] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-a831f765-5738-4acd-a48f-894c78dc9110" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.321680] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-a831f765-5738-4acd-a48f-894c78dc9110" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.322085] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-a831f765-5738-4acd-a48f-894c78dc9110" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.322249] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a831f765-5738-4acd-a48f-894c78dc9110',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.366175] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.366441] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.366597] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.366827] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.366976] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.376463] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: IN_PROGRESS for 2s [ 862.825451] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.825742] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.825884] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.826283] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.826464] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.826678] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port a831f765-5738-4acd-a48f-894c78dc9110 not found, creating... [ 862.827103] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.827277] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.827385] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.827687] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.827857] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.828445] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.828690] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.828836] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.829110] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.829303] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.829477] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: a831f765-5738-4acd-a48f-894c78dc9110 is going to be created. [ 862.853422] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.853422] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.853422] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.853422] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.853422] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.853422] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-a831f765-5738-4acd-a48f-894c78dc9110" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.935985] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 in Status: SUCCESS [ 862.936196] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.936509] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.937077] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.937077] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.937227] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.937227] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.938622] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.938622] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.938622] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.369343] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d in Status: SUCCESS [ 863.373039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.373039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.373039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.373039] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.373039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.373039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.373039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.373039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.373039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.373039] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.375672] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.375958] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.376242] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.376509] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.377918] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.377918] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.377918] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.377918] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.440766] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.777866] env[69343]: INFO networking_nsxv3.common.synchronization [req-4de7453d-a28f-41b3-bcad-06e4662573e8 req-2deac7dd-ebe5-495e-b15a-cc9e28ba6420 service nova] Enqueued Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_rules [ 863.778089] env[69343]: INFO networking_nsxv3.common.synchronization [req-4de7453d-a28f-41b3-bcad-06e4662573e8 req-2deac7dd-ebe5-495e-b15a-cc9e28ba6420 service nova] Enqueued Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_members [ 863.778272] env[69343]: INFO networking_nsxv3.common.synchronization [req-4de7453d-a28f-41b3-bcad-06e4662573e8 req-2deac7dd-ebe5-495e-b15a-cc9e28ba6420 service nova] Enqueued Resource ID: a831f765-5738-4acd-a48f-894c78dc9110 with Priority: HIGHEST for action port [ 863.778815] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_rules [ 863.778983] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_members [ 863.781867] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a831f765-5738-4acd-a48f-894c78dc9110 with Priority: HIGHEST for action port [ 863.782338] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-833c6a08-9446-43d9-ac6d-7d0c8738d152 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.782487] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.782560] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.782872] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.782872] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.783915] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-833c6a08-9446-43d9-ac6d-7d0c8738d152 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.784023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.784506] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-a831f765-5738-4acd-a48f-894c78dc9110 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.784639] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a831f765-5738-4acd-a48f-894c78dc9110" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.784701] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a831f765-5738-4acd-a48f-894c78dc9110" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.784913] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a831f765-5738-4acd-a48f-894c78dc9110" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.784979] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a831f765-5738-4acd-a48f-894c78dc9110',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.879102] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.881309] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.881309] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.942934] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.286285] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-833c6a08-9446-43d9-ac6d-7d0c8738d152 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.286419] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.286626] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a831f765-5738-4acd-a48f-894c78dc9110 with status ACTIVE [ 864.286796] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.286903] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.286970] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.287238] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.287333] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.287503] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.287600] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.287662] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.287812] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.287891] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.288092] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.288191] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.288252] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.288392] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.288467] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.288551] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a831f765-5738-4acd-a48f-894c78dc9110 is going to be updated. [ 864.299516] env[69343]: INFO networking_nsxv3.common.synchronization [req-bd643915-2568-41f7-a2a3-734b88ad93df req-003bb2b3-ad1b-4f40-b0a2-2e09fdb7b476 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Enqueued Resource ID: 360790c4-5096-4feb-821f-bbbeeeab27ef with Priority: HIGHEST for action security_group_members [ 864.300244] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 360790c4-5096-4feb-821f-bbbeeeab27ef with Priority: HIGHEST for action security_group_members [ 864.300677] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-360790c4-5096-4feb-821f-bbbeeeab27ef taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.300909] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.300909] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.303692] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.303877] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.304300] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.304300] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.304300] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.304457] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.304534] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('360790c4-5096-4feb-821f-bbbeeeab27ef',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.309963] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.310105] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.310292] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.310348] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.310463] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.310611] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a831f765-5738-4acd-a48f-894c78dc9110" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.383979] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.386441] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: SUCCESS [ 864.386584] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 deletion is rescheduled due to dependency. [ 864.386709] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.387296] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.387519] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.391254] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.391390] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.391466] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.391668] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.391756] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.391859] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.449586] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.449747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.449820] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.450061] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.450145] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.450245] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 is going to be updated. [ 864.491727] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.491878] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.491972] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.492188] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.492373] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.501811] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 in Status: IN_PROGRESS for 2s [ 864.806942] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.807132] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.807210] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.807425] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.807520] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.807720] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.807834] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.807992] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.808075] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.808153] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.808239] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 360790c4-5096-4feb-821f-bbbeeeab27ef already deleted. [ 864.808322] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.897509] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.897509] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.897509] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.897509] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.897509] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.897509] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d is going to be updated. [ 864.897509] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.957603] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.957603] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.957603] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.957603] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.957603] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.967150] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d in Status: IN_PROGRESS for 2s [ 865.385072] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.385072] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-608" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.385072] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-608" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.385072] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-608" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.385072] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.385072] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.385072] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.385941] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.386350] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.386670] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 865.386983] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.387241] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.387448] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.387663] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 865.387852] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.388076] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.401154] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.408522] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.408858] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 865.409127] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.409409] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-608" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.409953] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-c4adb4e9-66c5-47c1-a606-a85e25c467a7 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.410302] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-c4adb4e9-66c5-47c1-a606-a85e25c467a7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.410573] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-c4adb4e9-66c5-47c1-a606-a85e25c467a7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.411056] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-c4adb4e9-66c5-47c1-a606-a85e25c467a7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.411303] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4adb4e9-66c5-47c1-a606-a85e25c467a7',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.903088] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.903249] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.903315] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.903532] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.903620] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.903798] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 is going to be updated. [ 865.916879] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.916879] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.916879] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.916879] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.916879] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.916879] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port c4adb4e9-66c5-47c1-a606-a85e25c467a7 not found, creating... [ 865.916879] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.917275] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.917275] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.917608] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.917608] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.917820] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.917967] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.918118] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.918401] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.918530] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.918667] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: c4adb4e9-66c5-47c1-a606-a85e25c467a7 is going to be created. [ 865.954795] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.955025] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.955183] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.955528] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.955775] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.956042] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-c4adb4e9-66c5-47c1-a606-a85e25c467a7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.957952] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.958115] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.958225] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.958412] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.958653] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.967934] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: IN_PROGRESS for 2s [ 866.511631] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 in Status: SUCCESS [ 866.511920] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.511969] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.512282] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.512726] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.512881] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.512923] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.513084] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.513171] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.513407] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.513407] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.852658] env[69343]: INFO networking_nsxv3.common.synchronization [req-a01e8395-b5b5-4492-a046-e8348c3c4fde req-8093fe20-3b67-4248-a28e-040d6e646c64 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Enqueued Resource ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 with Priority: HIGHEST for action security_group_members [ 866.853525] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 with Priority: HIGHEST for action security_group_members [ 866.853971] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2e13d48-59bb-41ad-8d99-6031f30c6513 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.854202] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.854283] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.854515] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.854735] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.854939] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.855060] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.855262] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.855380] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.855479] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2e13d48-59bb-41ad-8d99-6031f30c6513',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.975886] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d in Status: SUCCESS [ 866.976103] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.976268] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.976480] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.976712] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.976775] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.976831] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.976970] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.977062] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.977192] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.977349] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.977451] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.977514] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.977655] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.977788] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.977878] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.977938] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.978534] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.978779] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.978779] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.978918] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.017366] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4fc5e04-12f1-4226-a748-294ee28ddb69 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.018428] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.018428] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.018428] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.018428] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.018428] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.018428] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.019584] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.019584] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.019584] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.019798] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4fc5e04-12f1-4226-a748-294ee28ddb69 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.020023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.020115] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.020442] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.020641] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.020802] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.021045] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.021630] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.021630] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.021630] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.021630] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.059606] env[69343]: INFO networking_nsxv3.common.synchronization [req-bd643915-2568-41f7-a2a3-734b88ad93df req-280a11a7-395c-4700-b87b-4c05babc2c6c service nova] Enqueued Resource ID: 360790c4-5096-4feb-821f-bbbeeeab27ef with Priority: HIGHEST for action security_group_rules [ 867.059793] env[69343]: INFO networking_nsxv3.common.synchronization [req-bd643915-2568-41f7-a2a3-734b88ad93df req-280a11a7-395c-4700-b87b-4c05babc2c6c service nova] Enqueued Resource ID: 360790c4-5096-4feb-821f-bbbeeeab27ef with Priority: HIGHEST for action security_group_members [ 867.060196] env[69343]: INFO networking_nsxv3.common.synchronization [req-bd643915-2568-41f7-a2a3-734b88ad93df req-280a11a7-395c-4700-b87b-4c05babc2c6c service nova] Enqueued Resource ID: c4adb4e9-66c5-47c1-a606-a85e25c467a7 with Priority: HIGHEST for action port [ 867.060684] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 360790c4-5096-4feb-821f-bbbeeeab27ef with Priority: HIGHEST for action security_group_rules [ 867.060858] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 360790c4-5096-4feb-821f-bbbeeeab27ef with Priority: HIGHEST for action security_group_members [ 867.060959] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4adb4e9-66c5-47c1-a606-a85e25c467a7 with Priority: HIGHEST for action port [ 867.065345] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-360790c4-5096-4feb-821f-bbbeeeab27ef taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.065545] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.065661] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.066342] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.066517] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('360790c4-5096-4feb-821f-bbbeeeab27ef',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.067573] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-360790c4-5096-4feb-821f-bbbeeeab27ef taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.071216] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.071301] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.071519] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.071696] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.071804] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.071868] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.072235] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.072364] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.072503] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('360790c4-5096-4feb-821f-bbbeeeab27ef',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.074624] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4adb4e9-66c5-47c1-a606-a85e25c467a7 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.074624] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4adb4e9-66c5-47c1-a606-a85e25c467a7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.074624] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4adb4e9-66c5-47c1-a606-a85e25c467a7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.074624] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4adb4e9-66c5-47c1-a606-a85e25c467a7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.076720] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4adb4e9-66c5-47c1-a606-a85e25c467a7',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.357964] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2e13d48-59bb-41ad-8d99-6031f30c6513',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.481545] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c7034aa-9e73-4388-99d9-0b48f7f62b5d: rpc.has_security_group_logging(os_id): False [ 867.513126] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.513126] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.513126] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.513126] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.513126] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.513126] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.513126] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.513126] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.513126] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.513126] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.513126] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.513126] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.513126] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.513126] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.518316] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.518316] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.518316] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.518316] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.518316] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.518316] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.518316] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d is going to be created. [ 867.524680] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4fc5e04-12f1-4226-a748-294ee28ddb69: rpc.has_security_group_logging(os_id): False [ 867.542272] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.542449] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.542493] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.542677] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.542760] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.542954] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.543064] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.543139] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.543284] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.543362] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.543533] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.543623] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.543684] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.543816] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.543888] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.544089] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.544183] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.544287] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.544370] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.544444] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.544527] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 is going to be updated. [ 867.578682] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('360790c4-5096-4feb-821f-bbbeeeab27ef',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.579898] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-360790c4-5096-4feb-821f-bbbeeeab27ef taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.580037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.580388] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4adb4e9-66c5-47c1-a606-a85e25c467a7 with status ACTIVE [ 867.580996] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.580996] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.580996] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.580996] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.580996] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.581253] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.581253] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.581330] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.581457] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.581532] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.581738] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.581833] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.581892] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.584908] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.585085] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.585190] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4adb4e9-66c5-47c1-a606-a85e25c467a7 is going to be updated. [ 867.590030] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.590030] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.590030] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.590262] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.590409] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.616706] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.616881] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.616967] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.617221] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.617374] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.622616] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d in Status: IN_PROGRESS for 2s [ 867.626671] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.626904] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.627015] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.627335] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.627568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.627762] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4adb4e9-66c5-47c1-a606-a85e25c467a7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.654053] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 in Status: IN_PROGRESS for 2s [ 867.860564] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2e13d48-59bb-41ad-8d99-6031f30c6513',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.979881] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: SUCCESS [ 867.979881] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.979881] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.979881] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.979881] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.979881] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.979881] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.979881] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.979881] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.979881] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.979881] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.083179] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('360790c4-5096-4feb-821f-bbbeeeab27ef',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.362687] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.363092] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.363092] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.364348] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.364348] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.364348] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 is going to be updated. [ 868.394172] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.394172] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.394452] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.394452] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.394834] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.404053] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 in Status: IN_PROGRESS for 2s [ 868.467641] env[69343]: INFO networking_nsxv3.common.synchronization [req-cec3b203-e003-4e0f-9b94-c24161d7e2ac req-b8d28246-34b1-4088-b710-ac43be63c06e tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Enqueued Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_members [ 868.468512] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_members [ 868.469847] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.470021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.470096] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.470366] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.470528] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.470637] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.470692] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.470929] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.470929] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.471743] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.484324] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-833c6a08-9446-43d9-ac6d-7d0c8738d152 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.484324] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.484324] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.484324] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.484324] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.484324] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.484324] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.484324] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.484324] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.484324] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.484324] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-833c6a08-9446-43d9-ac6d-7d0c8738d152 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.484324] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.484324] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.484895] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.484895] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.484895] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.484895] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.484895] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.484895] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.485111] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.485342] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.584841] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.585167] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.585310] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.585657] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.585657] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.585657] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 360790c4-5096-4feb-821f-bbbeeeab27ef is going to be created. [ 868.618575] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.619634] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.619774] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.620030] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.620243] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.630741] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 360790c4-5096-4feb-821f-bbbeeeab27ef in Status: UNINITIALIZED for 2s [ 868.631535] env[69343]: INFO networking_nsxv3.common.synchronization [None req-f232cff5-7a41-4785-b575-6bc3c9d296c7 None None] Enqueued Resource ID: 9d2bca82-9d92-4550-bb6d-5837db5261a6 with Priority: HIGHEST for action port [ 868.635346] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d2bca82-9d92-4550-bb6d-5837db5261a6 with Priority: HIGHEST for action port [ 868.635346] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d2bca82-9d92-4550-bb6d-5837db5261a6 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.635346] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d2bca82-9d92-4550-bb6d-5837db5261a6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.635346] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d2bca82-9d92-4550-bb6d-5837db5261a6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.635346] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d2bca82-9d92-4550-bb6d-5837db5261a6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.635346] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d2bca82-9d92-4550-bb6d-5837db5261a6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.813314] env[69343]: INFO networking_nsxv3.common.synchronization [req-cec3b203-e003-4e0f-9b94-c24161d7e2ac req-09d76335-0081-4240-960c-eeaa145a8f44 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Enqueued Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_members [ 868.813663] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_members [ 868.814298] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.814298] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.975137] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.975137] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.975137] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.975137] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.975137] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.975444] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.975668] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.975756] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.976101] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.976339] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.976339] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c is going to be updated. [ 868.988509] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 833c6a08-9446-43d9-ac6d-7d0c8738d152: rpc.has_security_group_logging(os_id): False [ 869.006338] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.006338] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.006338] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.006338] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.006338] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.007574] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.007704] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.007781] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.008216] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.008216] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.008365] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.008494] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.008559] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.008810] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.008930] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.009166] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.010035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.010035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.010035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.010035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.010035] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.010035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.010035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.010444] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.010444] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.010444] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 is going to be updated. [ 869.028146] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c in Status: IN_PROGRESS for 2s [ 869.080957] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.081061] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.081061] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.081282] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.081420] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.096232] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: IN_PROGRESS for 2s [ 869.138429] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d2bca82-9d92-4550-bb6d-5837db5261a6 [ 869.138660] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.138808] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.138875] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.139163] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.140026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.140026] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d2bca82-9d92-4550-bb6d-5837db5261a6 already deleted. [ 869.140026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d2bca82-9d92-4550-bb6d-5837db5261a6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.321022] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-687 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.321022] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-687" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.321022] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-687" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.321272] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-687" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.323224] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.323224] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.323224] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.323224] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.323224] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.323224] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 869.323224] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.323224] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.323224] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.323224] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 869.323224] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.323224] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.342342] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.342513] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 869.342657] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.342835] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-687" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.343177] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-06156514-e186-4ef9-bed3-6c60c2e7ba62 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.343353] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-06156514-e186-4ef9-bed3-6c60c2e7ba62" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.343618] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-06156514-e186-4ef9-bed3-6c60c2e7ba62" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.343792] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-06156514-e186-4ef9-bed3-6c60c2e7ba62" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.343929] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06156514-e186-4ef9-bed3-6c60c2e7ba62',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.638023] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d in Status: SUCCESS [ 869.638023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.638023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.638023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.638023] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.670748] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 in Status: SUCCESS [ 869.670748] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.847356] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.847619] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.847826] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.848253] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.848253] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.848497] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 06156514-e186-4ef9-bed3-6c60c2e7ba62 not found, creating... [ 869.848821] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.849024] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.849024] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.850130] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.850357] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.850776] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.850991] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.851175] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.851489] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.851739] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.851886] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 06156514-e186-4ef9-bed3-6c60c2e7ba62 is going to be created. [ 869.875515] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.877103] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.877103] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.877103] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.877103] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.877297] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-06156514-e186-4ef9-bed3-6c60c2e7ba62" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.141122] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.141122] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.141122] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.141122] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.141122] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.141122] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.141122] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.141484] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.141484] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.141484] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.141568] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.414182] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 in Status: SUCCESS [ 870.414312] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.644727] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 360790c4-5096-4feb-821f-bbbeeeab27ef in Status: SUCCESS [ 870.645057] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.645532] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.645774] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.645918] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.646257] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.646834] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.647074] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.647228] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.647490] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.647626] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.647753] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.651568] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.651568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.651568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.651568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.651568] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.651568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.651568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.651568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.651568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.651568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.651568] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.651568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.651568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.651568] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.651568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.651568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.651568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.651568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.652296] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.652296] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('360790c4-5096-4feb-821f-bbbeeeab27ef',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.877789] env[69343]: INFO networking_nsxv3.common.synchronization [None req-a5c73d59-ce0f-4deb-92af-d68a9ccd2339 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Enqueued Resource ID: 03ccf97a-aeed-42ae-811c-f3b126dbcbd4 with Priority: HIGHEST for action security_group_rules [ 870.878602] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ccf97a-aeed-42ae-811c-f3b126dbcbd4 with Priority: HIGHEST for action security_group_rules [ 870.880262] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03ccf97a-aeed-42ae-811c-f3b126dbcbd4 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.880262] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.880262] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.880262] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.880262] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03ccf97a-aeed-42ae-811c-f3b126dbcbd4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.001081] env[69343]: INFO networking_nsxv3.common.synchronization [req-cec3b203-e003-4e0f-9b94-c24161d7e2ac req-977d1591-86ac-450e-a656-d6e5f0cfb850 service nova] Enqueued Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_rules [ 871.001081] env[69343]: INFO networking_nsxv3.common.synchronization [req-cec3b203-e003-4e0f-9b94-c24161d7e2ac req-977d1591-86ac-450e-a656-d6e5f0cfb850 service nova] Enqueued Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_members [ 871.001081] env[69343]: INFO networking_nsxv3.common.synchronization [req-cec3b203-e003-4e0f-9b94-c24161d7e2ac req-977d1591-86ac-450e-a656-d6e5f0cfb850 service nova] Enqueued Resource ID: 06156514-e186-4ef9-bed3-6c60c2e7ba62 with Priority: HIGHEST for action port [ 871.008239] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_rules [ 871.008239] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_members [ 871.008239] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06156514-e186-4ef9-bed3-6c60c2e7ba62 with Priority: HIGHEST for action port [ 871.008239] env[69343]: INFO networking_nsxv3.common.synchronization [None req-aa282d6c-b4c5-4b95-acd6-42121bd4d309 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Enqueued Resource ID: 03ccf97a-aeed-42ae-811c-f3b126dbcbd4 with Priority: HIGHEST for action security_group_rules [ 871.008239] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.008239] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.008239] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.008239] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.008239] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.010220] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.010448] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.011025] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-06156514-e186-4ef9-bed3-6c60c2e7ba62 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.011163] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06156514-e186-4ef9-bed3-6c60c2e7ba62" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.011163] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06156514-e186-4ef9-bed3-6c60c2e7ba62" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.011409] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06156514-e186-4ef9-bed3-6c60c2e7ba62" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.011514] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06156514-e186-4ef9-bed3-6c60c2e7ba62',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.014070] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ccf97a-aeed-42ae-811c-f3b126dbcbd4 with Priority: HIGHEST for action security_group_rules [ 871.014070] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03ccf97a-aeed-42ae-811c-f3b126dbcbd4 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.014338] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.038533] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c in Status: SUCCESS [ 871.038727] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c deletion is rescheduled due to dependency. [ 871.038891] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.039439] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.039439] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.039439] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.039667] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.039667] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.039773] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.039838] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.040118] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.112670] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: SUCCESS [ 871.112670] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.154541] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c7034aa-9e73-4388-99d9-0b48f7f62b5d: rpc.has_security_group_logging(os_id): False [ 871.155146] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-360790c4-5096-4feb-821f-bbbeeeab27ef taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.155146] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.155146] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.155271] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.156047] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.156047] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.156047] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.156047] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.156047] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.156047] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.157323] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-360790c4-5096-4feb-821f-bbbeeeab27ef taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.157455] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.157708] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.157968] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.158186] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.158573] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.158874] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.158975] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.159086] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.159213] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.159361] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('360790c4-5096-4feb-821f-bbbeeeab27ef',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.162766] env[69343]: INFO networking_nsxv3.common.synchronization [None req-daf43b11-0392-44a2-b1ad-26fc41accaec None None] Enqueued Resource ID: f37bff63-8df8-4adf-bb9a-08b823c30b50 with Priority: HIGHEST for action port [ 871.166026] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37bff63-8df8-4adf-bb9a-08b823c30b50 with Priority: HIGHEST for action port [ 871.166026] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-f37bff63-8df8-4adf-bb9a-08b823c30b50 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.166026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f37bff63-8df8-4adf-bb9a-08b823c30b50" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.166026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f37bff63-8df8-4adf-bb9a-08b823c30b50" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.166026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f37bff63-8df8-4adf-bb9a-08b823c30b50" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.166026] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f37bff63-8df8-4adf-bb9a-08b823c30b50',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.181886] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.182060] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.182141] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.182489] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.182745] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.182849] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.182951] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.183044] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.183201] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.183319] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.183533] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.183636] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.184245] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.184245] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.184245] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.184578] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.184864] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.184864] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.184864] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.186603] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.186603] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d is going to be updated. [ 871.269558] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.269802] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.269802] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.270081] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.270264] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.284727] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d in Status: IN_PROGRESS for 2s [ 871.410644] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.410798] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.410874] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.411147] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.411262] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.412153] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03ccf97a-aeed-42ae-811c-f3b126dbcbd4 already deleted. [ 871.412153] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.412153] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.412153] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.412153] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03ccf97a-aeed-42ae-811c-f3b126dbcbd4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.513704] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.514127] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.514465] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06156514-e186-4ef9-bed3-6c60c2e7ba62 with status ACTIVE [ 871.514624] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.514763] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.514840] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.515106] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.515146] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.515304] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.515398] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.515466] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.515610] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.515784] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.515992] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.516150] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.516249] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.516399] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.516477] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.516564] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06156514-e186-4ef9-bed3-6c60c2e7ba62 is going to be updated. [ 871.537971] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.537971] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.537971] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.537971] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.537971] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.537971] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06156514-e186-4ef9-bed3-6c60c2e7ba62" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.543025] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.667098] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 360790c4-5096-4feb-821f-bbbeeeab27ef: rpc.has_security_group_logging(os_id): False [ 871.667908] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f37bff63-8df8-4adf-bb9a-08b823c30b50 [ 871.668135] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.668270] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.668335] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.668539] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.668628] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.668822] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f37bff63-8df8-4adf-bb9a-08b823c30b50 already deleted. [ 871.668822] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f37bff63-8df8-4adf-bb9a-08b823c30b50" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.687293] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.687293] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.687293] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.687293] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.687293] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.687293] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.687620] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.687620] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.687620] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.687707] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.688436] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.688436] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.688436] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.688436] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.688436] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.688685] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.688685] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.688685] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.688788] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.688856] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.688980] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 360790c4-5096-4feb-821f-bbbeeeab27ef is going to be created. [ 871.760757] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.761125] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.761252] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.761508] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.761804] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.772707] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 360790c4-5096-4feb-821f-bbbeeeab27ef in Status: IN_PROGRESS for 2s [ 871.884435] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.884646] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-626" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.884735] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-626" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.885616] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-626" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.885724] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.885935] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.886098] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.887038] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.887038] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.887038] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 871.887038] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.887038] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.887038] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.887363] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 871.887363] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.887470] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.910310] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.910481] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 871.910620] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.911268] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-626" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.911268] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-143ab992-9f5b-4d3a-a4d7-f3b295e1cfc6 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.911445] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-143ab992-9f5b-4d3a-a4d7-f3b295e1cfc6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.911619] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-143ab992-9f5b-4d3a-a4d7-f3b295e1cfc6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.911960] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-143ab992-9f5b-4d3a-a4d7-f3b295e1cfc6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.912223] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('143ab992-9f5b-4d3a-a4d7-f3b295e1cfc6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.941086] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.941086] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.941086] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.941381] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.941381] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.941456] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03ccf97a-aeed-42ae-811c-f3b126dbcbd4 already deleted. [ 871.942026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.044661] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.282990] env[69343]: INFO networking_nsxv3.common.synchronization [req-3b2fbe8b-4c91-4464-b235-0b3a5d5d835d req-78e48f87-097a-4150-bdb1-54070b82f6b7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Enqueued Resource ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d with Priority: HIGHEST for action security_group_members [ 872.286039] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d with Priority: HIGHEST for action security_group_members [ 872.286039] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.286039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.286039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.286039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.286039] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.286039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.286039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.286039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.286039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.286039] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.418055] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.418055] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.418055] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.418055] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.418055] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.418055] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 143ab992-9f5b-4d3a-a4d7-f3b295e1cfc6 not found, creating... [ 872.418055] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.418055] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.418055] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.418055] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.418055] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.419061] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.419061] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.419061] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.419061] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.419771] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.420106] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 143ab992-9f5b-4d3a-a4d7-f3b295e1cfc6 is going to be created. [ 872.442699] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.442699] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.442699] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.442699] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.442699] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.442699] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-143ab992-9f5b-4d3a-a4d7-f3b295e1cfc6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.549280] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.549479] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.549601] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.549802] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.549912] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.550112] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c is going to be updated. [ 872.588932] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.589175] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.589249] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.589484] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.589626] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.600776] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c in Status: IN_PROGRESS for 2s [ 872.788627] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.292209] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.297621] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d in Status: SUCCESS [ 873.297621] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.370050] env[69343]: INFO networking_nsxv3.common.synchronization [req-57c904bf-1af2-41e7-94aa-445481c27a3d req-9f538097-497d-448d-8008-1def734256e8 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Enqueued Resource ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d with Priority: HIGHEST for action security_group_members [ 873.370679] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d with Priority: HIGHEST for action security_group_members [ 873.371465] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.371465] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.455027] env[69343]: INFO networking_nsxv3.common.synchronization [req-538ca869-8f97-4fda-816a-a3476b7ed768 req-5e865c0e-4d5d-4a01-8073-ad13d0d6bad1 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Enqueued Resource ID: 0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193 with Priority: HIGHEST for action security_group_members [ 873.455027] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193 with Priority: HIGHEST for action security_group_members [ 873.455027] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.455027] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.455027] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.455646] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.455939] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.456174] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.456322] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.456553] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.456753] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.457079] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.788711] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 360790c4-5096-4feb-821f-bbbeeeab27ef in Status: SUCCESS [ 873.789457] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.793885] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.793885] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.793885] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.794368] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.794892] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.795438] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d is going to be updated. [ 873.845410] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.845874] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.845874] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.845999] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.846588] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.864573] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d in Status: IN_PROGRESS for 2s [ 873.961125] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.961317] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.961385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.961659] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.961659] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.961865] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.961986] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.962056] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.962208] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.962286] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.962367] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193 is going to be updated. [ 873.992460] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.992460] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.992460] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.992460] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.992460] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.002936] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193 in Status: IN_PROGRESS for 2s [ 874.013394] env[69343]: INFO networking_nsxv3.common.synchronization [req-cec3b203-e003-4e0f-9b94-c24161d7e2ac req-ceff1c09-51b2-4901-b3b2-78082e729cb3 service nova] Enqueued Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_rules [ 874.013628] env[69343]: INFO networking_nsxv3.common.synchronization [req-cec3b203-e003-4e0f-9b94-c24161d7e2ac req-ceff1c09-51b2-4901-b3b2-78082e729cb3 service nova] Enqueued Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_members [ 874.014116] env[69343]: INFO networking_nsxv3.common.synchronization [req-cec3b203-e003-4e0f-9b94-c24161d7e2ac req-ceff1c09-51b2-4901-b3b2-78082e729cb3 service nova] Enqueued Resource ID: 143ab992-9f5b-4d3a-a4d7-f3b295e1cfc6 with Priority: HIGHEST for action port [ 874.014116] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_rules [ 874.014363] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_members [ 874.014522] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 143ab992-9f5b-4d3a-a4d7-f3b295e1cfc6 with Priority: HIGHEST for action port [ 874.015533] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.015533] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.015763] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.015763] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.019142] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-143ab992-9f5b-4d3a-a4d7-f3b295e1cfc6 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.019142] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-143ab992-9f5b-4d3a-a4d7-f3b295e1cfc6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.019142] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-143ab992-9f5b-4d3a-a4d7-f3b295e1cfc6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.019142] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-143ab992-9f5b-4d3a-a4d7-f3b295e1cfc6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.019142] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('143ab992-9f5b-4d3a-a4d7-f3b295e1cfc6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.125142] env[69343]: INFO networking_nsxv3.common.synchronization [req-cc723626-420f-4b26-a721-60f902367fee req-994b1aad-7d3a-46a8-9bc9-efb76d6d8357 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Enqueued Resource ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 with Priority: HIGHEST for action security_group_members [ 874.125850] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 with Priority: HIGHEST for action security_group_members [ 874.126201] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a0b2103-d975-4472-afb2-cba12e59e6b5 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.126331] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.126409] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.126615] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.126768] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.126860] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.126912] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.129465] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.129465] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.129465] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a0b2103-d975-4472-afb2-cba12e59e6b5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.519271] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 143ab992-9f5b-4d3a-a4d7-f3b295e1cfc6 with status ACTIVE [ 874.519597] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.519758] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.519827] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.520060] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.520162] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.520383] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.520496] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.520556] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.520750] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.520838] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.521089] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.521223] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.521282] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.521481] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.521592] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.521935] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 143ab992-9f5b-4d3a-a4d7-f3b295e1cfc6 is going to be updated. [ 874.543306] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.543469] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.543535] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.543741] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.543883] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.544083] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-143ab992-9f5b-4d3a-a4d7-f3b295e1cfc6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.611788] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c in Status: SUCCESS [ 874.612132] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.612324] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.612597] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.613177] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.613177] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.613177] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.613352] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.613352] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.613486] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.633711] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.633832] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.633931] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.634207] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.634264] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.634507] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.634605] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.634704] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.635289] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.635289] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.635289] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 is going to be updated. [ 874.678833] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.678833] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.678833] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.678833] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.678833] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.686538] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 in Status: IN_PROGRESS for 2s [ 875.116227] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.619129] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.876048] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d in Status: SUCCESS [ 875.876315] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.876465] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.876690] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.876886] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.877027] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.877089] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.877349] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.877349] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.877460] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.016575] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193 in Status: SUCCESS [ 876.016575] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193 deletion is rescheduled due to dependency. [ 876.016575] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.123093] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.123404] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.123404] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.123542] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.123627] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.124286] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c is going to be updated. [ 876.164730] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.165145] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.165145] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.165145] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.165259] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.172870] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c in Status: IN_PROGRESS for 2s [ 876.381092] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.381336] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.381336] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.381526] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.381619] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.381808] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.381928] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.381987] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.382168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.382257] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.382566] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d is going to be updated. [ 876.409542] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.409542] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.409542] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.409542] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.409542] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.416972] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d in Status: IN_PROGRESS for 2s [ 876.696217] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 in Status: SUCCESS [ 876.696414] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 deletion is rescheduled due to dependency. [ 876.696529] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.196083] env[69343]: INFO networking_nsxv3.common.synchronization [req-c6ccc727-de9c-4467-9fc1-b2f851ffb0a8 req-db36921b-ab87-4a3e-8aa1-73d83b5d7b4e tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Enqueued Resource ID: cb921d05-0d04-419a-91b0-97105f493a96 with Priority: HIGHEST for action security_group_members [ 877.197137] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb921d05-0d04-419a-91b0-97105f493a96 with Priority: HIGHEST for action security_group_members [ 877.197137] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb921d05-0d04-419a-91b0-97105f493a96 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.197137] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.197365] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.197463] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.197618] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.197746] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.197810] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.197958] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.199909] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.199909] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb921d05-0d04-419a-91b0-97105f493a96',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.255527] env[69343]: INFO networking_nsxv3.common.synchronization [req-c6ccc727-de9c-4467-9fc1-b2f851ffb0a8 req-db36921b-ab87-4a3e-8aa1-73d83b5d7b4e tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Enqueued Resource ID: cb921d05-0d04-419a-91b0-97105f493a96 with Priority: HIGHEST for action security_group_rules [ 877.255527] env[69343]: INFO networking_nsxv3.common.synchronization [req-c6ccc727-de9c-4467-9fc1-b2f851ffb0a8 req-db36921b-ab87-4a3e-8aa1-73d83b5d7b4e tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Enqueued Resource ID: cb921d05-0d04-419a-91b0-97105f493a96 with Priority: HIGHEST for action security_group_members [ 877.255708] env[69343]: INFO networking_nsxv3.common.synchronization [req-c6ccc727-de9c-4467-9fc1-b2f851ffb0a8 req-db36921b-ab87-4a3e-8aa1-73d83b5d7b4e tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Enqueued Resource ID: 6c6ec9d2-2ef9-4c73-b190-75a8e039aa47 with Priority: HIGHEST for action port [ 877.256218] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb921d05-0d04-419a-91b0-97105f493a96 with Priority: HIGHEST for action security_group_rules [ 877.256362] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb921d05-0d04-419a-91b0-97105f493a96 with Priority: HIGHEST for action security_group_members [ 877.256459] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c6ec9d2-2ef9-4c73-b190-75a8e039aa47 with Priority: HIGHEST for action port [ 877.256792] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb921d05-0d04-419a-91b0-97105f493a96 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.256920] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.256988] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.259049] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.259179] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb921d05-0d04-419a-91b0-97105f493a96',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.260161] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb921d05-0d04-419a-91b0-97105f493a96 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.260297] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.260830] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c6ec9d2-2ef9-4c73-b190-75a8e039aa47 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.260973] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c6ec9d2-2ef9-4c73-b190-75a8e039aa47" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.261061] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c6ec9d2-2ef9-4c73-b190-75a8e039aa47" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.261267] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c6ec9d2-2ef9-4c73-b190-75a8e039aa47" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.261352] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c6ec9d2-2ef9-4c73-b190-75a8e039aa47',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.303163] env[69343]: INFO networking_nsxv3.common.synchronization [None req-6fa20368-0d95-43a1-bb4f-ef3218df5709 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Enqueued Resource ID: bfb0e13f-7c52-4b18-b634-0cae5250803c with Priority: HIGHEST for action security_group_rules [ 877.304162] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb0e13f-7c52-4b18-b634-0cae5250803c with Priority: HIGHEST for action security_group_rules [ 877.304482] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfb0e13f-7c52-4b18-b634-0cae5250803c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.304609] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.304676] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.305056] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.305190] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfb0e13f-7c52-4b18-b634-0cae5250803c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.398751] env[69343]: INFO networking_nsxv3.common.synchronization [None req-c22a7cc9-0ee0-4bf6-bd06-a1c563f6d8b1 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Enqueued Resource ID: bfb0e13f-7c52-4b18-b634-0cae5250803c with Priority: HIGHEST for action security_group_rules [ 877.399319] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb0e13f-7c52-4b18-b634-0cae5250803c with Priority: HIGHEST for action security_group_rules [ 877.399895] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfb0e13f-7c52-4b18-b634-0cae5250803c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.399895] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.702967] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb921d05-0d04-419a-91b0-97105f493a96',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.767890] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb921d05-0d04-419a-91b0-97105f493a96 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.768048] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.768434] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c6ec9d2-2ef9-4c73-b190-75a8e039aa47 with status ACTIVE [ 877.768434] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.768598] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.768598] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.768796] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.769042] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.769328] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.769442] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.769442] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.770473] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.770473] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.770473] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.770473] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.770473] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.770473] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.770473] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.770473] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c6ec9d2-2ef9-4c73-b190-75a8e039aa47 is going to be updated. [ 877.792318] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.792467] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.792572] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.793758] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.793758] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.793758] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c6ec9d2-2ef9-4c73-b190-75a8e039aa47" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.829207] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.829356] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.829430] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.829644] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.829736] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.829824] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfb0e13f-7c52-4b18-b634-0cae5250803c already deleted. [ 877.829904] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.830084] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.830239] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.830870] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfb0e13f-7c52-4b18-b634-0cae5250803c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.182455] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c in Status: SUCCESS [ 878.182455] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.182455] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.182455] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.182647] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.182741] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.182820] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.182969] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.183097] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.183193] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.183287] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.184301] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.184470] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.184642] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.184759] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.184826] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.185043] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.185101] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.185721] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.205626] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb921d05-0d04-419a-91b0-97105f493a96',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.295570] env[69343]: INFO networking_nsxv3.common.synchronization [req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e req-61768569-de74-41ae-8e31-f9a69e32944c tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Enqueued Resource ID: 4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 with Priority: HIGHEST for action security_group_members [ 878.296340] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 with Priority: HIGHEST for action security_group_members [ 878.296643] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.296762] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.296831] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.297841] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.297940] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.298015] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.298078] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.298248] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.298333] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.298428] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c72dd1b-7b8e-4d4a-983c-cde1bff9f463',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.351454] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.351601] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.351680] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.351871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.351976] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.352083] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfb0e13f-7c52-4b18-b634-0cae5250803c already deleted. [ 878.352177] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.426115] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d in Status: SUCCESS [ 878.426321] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d deletion is rescheduled due to dependency. [ 878.426458] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.687897] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.689472] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.689567] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.708839] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.708839] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.708839] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.708839] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.708839] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.709151] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb921d05-0d04-419a-91b0-97105f493a96 is going to be updated. [ 878.748331] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.748331] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.748331] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.748609] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.748799] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.760290] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb921d05-0d04-419a-91b0-97105f493a96 in Status: IN_PROGRESS for 2s [ 878.802237] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.802237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.802237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.802237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.802237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.802237] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.802237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.802237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.802237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.802237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.802237] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 already deleted. [ 878.802237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.193431] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.283158] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-294 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.283158] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-294" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.283158] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-294" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.283158] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-294" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.283158] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.283158] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.283158] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.284210] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.284529] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.284868] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 879.285091] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.285311] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.285513] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.285709] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 879.285909] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.286149] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.305330] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.306034] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 879.306034] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.306203] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-294" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.306624] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-9c445eb8-a679-45dc-8e38-0e87672fc3e4 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.307905] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-9c445eb8-a679-45dc-8e38-0e87672fc3e4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.307905] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-9c445eb8-a679-45dc-8e38-0e87672fc3e4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.307905] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-9c445eb8-a679-45dc-8e38-0e87672fc3e4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.307905] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c445eb8-a679-45dc-8e38-0e87672fc3e4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.695662] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.695776] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.695814] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.696021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.696112] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.696220] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c is going to be updated. [ 879.726152] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.726887] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.727475] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.727940] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.728463] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.741061] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c in Status: IN_PROGRESS for 2s [ 879.810941] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.812592] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.812592] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.812592] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.812862] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.813569] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 9c445eb8-a679-45dc-8e38-0e87672fc3e4 not found, creating... [ 879.813569] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.814036] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.817179] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.817179] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.817179] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.817179] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.817179] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.817179] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.817179] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.817179] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.817179] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 9c445eb8-a679-45dc-8e38-0e87672fc3e4 is going to be created. [ 879.843828] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.844041] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.844175] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.844472] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.844699] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.844917] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-9c445eb8-a679-45dc-8e38-0e87672fc3e4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.272347] env[69343]: INFO networking_nsxv3.common.synchronization [None req-6412c523-d144-41cd-a334-7cdae9121582 None None] Enqueued Resource ID: b0e4fdcd-1b74-4919-bc8a-4bef22ba015e with Priority: HIGHEST for action port [ 880.272347] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e4fdcd-1b74-4919-bc8a-4bef22ba015e with Priority: HIGHEST for action port [ 880.272347] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0e4fdcd-1b74-4919-bc8a-4bef22ba015e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.272347] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0e4fdcd-1b74-4919-bc8a-4bef22ba015e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.272347] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0e4fdcd-1b74-4919-bc8a-4bef22ba015e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.272347] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0e4fdcd-1b74-4919-bc8a-4bef22ba015e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.272347] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0e4fdcd-1b74-4919-bc8a-4bef22ba015e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.440288] env[69343]: INFO networking_nsxv3.common.synchronization [None req-1f965350-a69a-465c-827a-31b1d1a07760 None None] Enqueued Resource ID: a88a5a40-1eda-4e7f-9d32-0ea8b84cf25a with Priority: HIGHEST for action port [ 880.440288] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a88a5a40-1eda-4e7f-9d32-0ea8b84cf25a with Priority: HIGHEST for action port [ 880.440569] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-a88a5a40-1eda-4e7f-9d32-0ea8b84cf25a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.440569] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a88a5a40-1eda-4e7f-9d32-0ea8b84cf25a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.440569] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a88a5a40-1eda-4e7f-9d32-0ea8b84cf25a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.441027] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a88a5a40-1eda-4e7f-9d32-0ea8b84cf25a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.441027] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a88a5a40-1eda-4e7f-9d32-0ea8b84cf25a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.768939] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb921d05-0d04-419a-91b0-97105f493a96 in Status: SUCCESS [ 880.769192] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.769339] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.769552] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.769740] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.769860] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.769925] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.770089] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.770172] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.770267] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb921d05-0d04-419a-91b0-97105f493a96',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.775255] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0e4fdcd-1b74-4919-bc8a-4bef22ba015e [ 880.775255] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.775255] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.775255] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.775255] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.775255] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.775255] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0e4fdcd-1b74-4919-bc8a-4bef22ba015e already deleted. [ 880.775255] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0e4fdcd-1b74-4919-bc8a-4bef22ba015e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.942638] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a88a5a40-1eda-4e7f-9d32-0ea8b84cf25a [ 880.942927] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.943795] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.943912] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.944166] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.944301] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.944409] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a88a5a40-1eda-4e7f-9d32-0ea8b84cf25a already deleted. [ 880.944513] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a88a5a40-1eda-4e7f-9d32-0ea8b84cf25a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.275130] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb921d05-0d04-419a-91b0-97105f493a96',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.483061] env[69343]: INFO networking_nsxv3.common.synchronization [req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e req-4c6da864-2643-4afc-87cd-a033eec49257 service nova] Enqueued Resource ID: 4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 with Priority: HIGHEST for action security_group_rules [ 881.483310] env[69343]: INFO networking_nsxv3.common.synchronization [req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e req-4c6da864-2643-4afc-87cd-a033eec49257 service nova] Enqueued Resource ID: 4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 with Priority: HIGHEST for action security_group_members [ 881.483390] env[69343]: INFO networking_nsxv3.common.synchronization [req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e req-4c6da864-2643-4afc-87cd-a033eec49257 service nova] Enqueued Resource ID: 9c445eb8-a679-45dc-8e38-0e87672fc3e4 with Priority: HIGHEST for action port [ 881.483623] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 with Priority: HIGHEST for action security_group_rules [ 881.483757] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 with Priority: HIGHEST for action security_group_members [ 881.483853] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c445eb8-a679-45dc-8e38-0e87672fc3e4 with Priority: HIGHEST for action port [ 881.484409] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.484536] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.484601] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.484797] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.484876] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c72dd1b-7b8e-4d4a-983c-cde1bff9f463',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.486065] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.486121] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.486153] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.486312] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.486457] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.486549] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.486609] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.486746] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.486829] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.486919] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c72dd1b-7b8e-4d4a-983c-cde1bff9f463',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.487675] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c445eb8-a679-45dc-8e38-0e87672fc3e4 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.487774] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c445eb8-a679-45dc-8e38-0e87672fc3e4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.487975] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c445eb8-a679-45dc-8e38-0e87672fc3e4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.487975] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c445eb8-a679-45dc-8e38-0e87672fc3e4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.488056] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c445eb8-a679-45dc-8e38-0e87672fc3e4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.752804] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c in Status: SUCCESS [ 881.753117] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.753297] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.753573] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.753864] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.754129] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.754241] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.754422] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.754576] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.754669] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.754942] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.755143] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.755271] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.755414] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.755627] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.755778] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.755856] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.756082] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.756808] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.756808] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.756808] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.778853] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb921d05-0d04-419a-91b0-97105f493a96',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.990053] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.990229] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.991615] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c72dd1b-7b8e-4d4a-983c-cde1bff9f463',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.992558] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c445eb8-a679-45dc-8e38-0e87672fc3e4 with status ACTIVE [ 881.992739] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.992854] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.992922] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.993125] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.993225] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.993385] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.993486] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.993544] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.993678] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.993755] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.993935] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.994057] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.994122] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.994217] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.994292] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.994378] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c445eb8-a679-45dc-8e38-0e87672fc3e4 is going to be updated. [ 882.016468] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.016791] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.016899] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.017128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.017328] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.017488] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c445eb8-a679-45dc-8e38-0e87672fc3e4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.259610] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c: rpc.has_security_group_logging(os_id): False [ 882.277735] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.277735] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.277735] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.278023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.278023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.278169] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.278298] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.278375] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.278550] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.278634] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.278838] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.278940] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.279011] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.280090] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.280226] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.280472] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.280587] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.280675] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.280876] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.280970] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.281077] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c is going to be updated. [ 882.283341] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.283341] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.283448] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.283548] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.283635] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.287164] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb921d05-0d04-419a-91b0-97105f493a96 is going to be updated. [ 882.304420] env[69343]: INFO networking_nsxv3.common.synchronization [req-a7772966-5951-454e-a8de-78d36cd6c193 req-4187b261-c382-409a-a83f-6cf71003e2b9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Enqueued Resource ID: cb921d05-0d04-419a-91b0-97105f493a96 with Priority: HIGHEST for action security_group_members [ 882.305619] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb921d05-0d04-419a-91b0-97105f493a96 with Priority: HIGHEST for action security_group_members [ 882.306039] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb921d05-0d04-419a-91b0-97105f493a96 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.306039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.309525] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.309661] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.309728] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.310015] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.310450] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.323353] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb921d05-0d04-419a-91b0-97105f493a96 in Status: IN_PROGRESS for 2s [ 882.342591] env[69343]: INFO networking_nsxv3.common.synchronization [req-a7772966-5951-454e-a8de-78d36cd6c193 req-4187b261-c382-409a-a83f-6cf71003e2b9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Enqueued Resource ID: cb921d05-0d04-419a-91b0-97105f493a96 with Priority: HIGHEST for action security_group_rules [ 882.343801] env[69343]: INFO networking_nsxv3.common.synchronization [req-a7772966-5951-454e-a8de-78d36cd6c193 req-4187b261-c382-409a-a83f-6cf71003e2b9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Enqueued Resource ID: cb921d05-0d04-419a-91b0-97105f493a96 with Priority: HIGHEST for action security_group_members [ 882.343801] env[69343]: INFO networking_nsxv3.common.synchronization [req-a7772966-5951-454e-a8de-78d36cd6c193 req-4187b261-c382-409a-a83f-6cf71003e2b9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Enqueued Resource ID: 6c6ec9d2-2ef9-4c73-b190-75a8e039aa47 with Priority: HIGHEST for action port [ 882.348276] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.348276] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.348276] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.348276] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.348555] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.360032] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb921d05-0d04-419a-91b0-97105f493a96 with Priority: HIGHEST for action security_group_rules [ 882.360032] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb921d05-0d04-419a-91b0-97105f493a96 with Priority: HIGHEST for action security_group_members [ 882.360032] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c6ec9d2-2ef9-4c73-b190-75a8e039aa47 with Priority: HIGHEST for action port [ 882.360032] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb921d05-0d04-419a-91b0-97105f493a96 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.360032] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.360032] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb921d05-0d04-419a-91b0-97105f493a96 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.360032] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.360032] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c6ec9d2-2ef9-4c73-b190-75a8e039aa47 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.360032] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c6ec9d2-2ef9-4c73-b190-75a8e039aa47" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.360032] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c6ec9d2-2ef9-4c73-b190-75a8e039aa47" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.360032] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c6ec9d2-2ef9-4c73-b190-75a8e039aa47" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.360032] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c6ec9d2-2ef9-4c73-b190-75a8e039aa47',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.377112] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c in Status: IN_PROGRESS for 2s [ 882.497776] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c72dd1b-7b8e-4d4a-983c-cde1bff9f463',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.864475] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c6ec9d2-2ef9-4c73-b190-75a8e039aa47 with status ACTIVE [ 882.864971] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.867550] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.867550] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.867550] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.867550] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.867550] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.867550] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.867550] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.867550] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.867550] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.867550] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.867550] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.867550] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.867550] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.867550] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.867550] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c6ec9d2-2ef9-4c73-b190-75a8e039aa47 is going to be updated. [ 882.873418] env[69343]: INFO networking_nsxv3.common.synchronization [None req-2059e7fa-ff4c-4236-b36a-fb6825ce75d8 None None] Enqueued Resource ID: 08f77f3e-df19-457c-a95b-0c2e071b1bf1 with Priority: HIGHEST for action port [ 882.875288] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08f77f3e-df19-457c-a95b-0c2e071b1bf1 with Priority: HIGHEST for action port [ 882.876661] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-08f77f3e-df19-457c-a95b-0c2e071b1bf1 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.876661] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08f77f3e-df19-457c-a95b-0c2e071b1bf1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.876661] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08f77f3e-df19-457c-a95b-0c2e071b1bf1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.878392] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08f77f3e-df19-457c-a95b-0c2e071b1bf1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.878392] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08f77f3e-df19-457c-a95b-0c2e071b1bf1',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.896130] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.897052] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.897052] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.897052] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.897052] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.897052] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c6ec9d2-2ef9-4c73-b190-75a8e039aa47" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.001078] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.001241] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.001241] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.001548] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.001548] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.001680] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 is going to be created. [ 883.030763] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.030944] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.030990] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.031248] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.031435] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.049861] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 in Status: UNINITIALIZED for 2s [ 883.380545] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08f77f3e-df19-457c-a95b-0c2e071b1bf1 [ 883.381990] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.384385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.384385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.384385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.384385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.384385] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08f77f3e-df19-457c-a95b-0c2e071b1bf1 already deleted. [ 883.384385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08f77f3e-df19-457c-a95b-0c2e071b1bf1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.676905] env[69343]: INFO networking_nsxv3.common.synchronization [None req-b19ae336-c2d1-48c9-b83d-a67559c3e399 None None] Enqueued Resource ID: aa13c14d-334f-4c3b-a227-318ef82687ed with Priority: HIGHEST for action port [ 883.677501] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa13c14d-334f-4c3b-a227-318ef82687ed with Priority: HIGHEST for action port [ 883.677829] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa13c14d-334f-4c3b-a227-318ef82687ed taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.677955] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa13c14d-334f-4c3b-a227-318ef82687ed" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.679039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa13c14d-334f-4c3b-a227-318ef82687ed" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.679354] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa13c14d-334f-4c3b-a227-318ef82687ed" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.679473] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa13c14d-334f-4c3b-a227-318ef82687ed',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.182764] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa13c14d-334f-4c3b-a227-318ef82687ed [ 884.183178] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.183369] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.183460] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.183766] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.183869] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.183996] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa13c14d-334f-4c3b-a227-318ef82687ed already deleted. [ 884.184129] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa13c14d-334f-4c3b-a227-318ef82687ed" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.335555] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb921d05-0d04-419a-91b0-97105f493a96 in Status: SUCCESS [ 884.335778] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.336037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.336190] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.336383] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.336564] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.336564] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.336721] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.336827] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.336931] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.337035] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb921d05-0d04-419a-91b0-97105f493a96',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.337919] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.339376] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.339376] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.339376] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.339376] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.339376] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.342225] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.342375] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb921d05-0d04-419a-91b0-97105f493a96',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.395836] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c in Status: SUCCESS [ 884.395836] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.396502] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.396759] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.396889] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.846152] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb921d05-0d04-419a-91b0-97105f493a96',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.846711] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb921d05-0d04-419a-91b0-97105f493a96',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.899815] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.900779] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.900863] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.901360] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.901632] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.901762] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.901903] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.902067] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.902272] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.902272] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.902336] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.060889] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 in Status: SUCCESS [ 885.061142] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.061716] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.061995] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.062227] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.062351] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.062424] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.063141] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.063141] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.063141] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.063141] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c72dd1b-7b8e-4d4a-983c-cde1bff9f463',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.347637] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb921d05-0d04-419a-91b0-97105f493a96: rpc.has_security_group_logging(os_id): False [ 885.351522] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb921d05-0d04-419a-91b0-97105f493a96',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.370264] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.370264] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.370264] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.370264] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.370264] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.370264] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.370264] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.370264] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.370723] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.370723] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.370723] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb921d05-0d04-419a-91b0-97105f493a96 is going to be updated. [ 885.405629] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.405934] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.405934] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.406146] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.406908] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.406908] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.406908] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.406908] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.406908] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.406908] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.407356] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.407356] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.407356] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.407356] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.407605] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.407605] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.407693] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.408646] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.408646] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.408646] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.408646] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.425362] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.425515] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.425573] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.425776] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.425945] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.439439] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb921d05-0d04-419a-91b0-97105f493a96 in Status: IN_PROGRESS for 2s [ 885.564696] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c72dd1b-7b8e-4d4a-983c-cde1bff9f463',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.736203] env[69343]: INFO networking_nsxv3.common.synchronization [req-743548ca-d229-469d-a275-297439c1b0c8 req-d815435c-1380-4c9a-9957-9bb72c4c872c tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Enqueued Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_members [ 885.736203] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_members [ 885.740837] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.740837] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.740837] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.740837] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.740837] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.740837] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.740837] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.742643] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.742643] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.742643] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.855853] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.855853] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.855853] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.855853] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.855853] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.855853] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb921d05-0d04-419a-91b0-97105f493a96 is going to be updated. [ 885.887160] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.887160] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.887160] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.887160] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.887160] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.896193] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb921d05-0d04-419a-91b0-97105f493a96 in Status: IN_PROGRESS for 2s [ 885.910713] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c: rpc.has_security_group_logging(os_id): False [ 885.932025] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.932025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.932025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.932025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.932025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.932025] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.932025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.932025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.932025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.932025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.932025] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.932025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.932025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.932025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.932025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.932647] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.932647] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.932647] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.932647] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.932647] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.932647] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c is going to be updated. [ 886.033231] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.033231] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.033231] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.033971] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.035020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.053603] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c in Status: IN_PROGRESS for 2s [ 886.069170] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c72dd1b-7b8e-4d4a-983c-cde1bff9f463: rpc.has_security_group_logging(os_id): False [ 886.091083] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.091083] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.091083] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.091265] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.091265] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.091501] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.091649] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.091695] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.091825] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.091880] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.091969] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 is going to be created. [ 886.215532] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.216365] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.216476] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.216761] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.217045] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.228503] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 in Status: IN_PROGRESS for 2s [ 886.245653] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.245653] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.245653] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.245847] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.246078] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.248498] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.248498] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.248498] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.248498] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.248498] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.248498] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7445b3cd-609e-49ea-bda8-52dc323593df is going to be updated. [ 886.285026] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.285026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.285026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.285026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.285026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.293174] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: IN_PROGRESS for 2s [ 886.405644] env[69343]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 886.405759] env[69343]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] NSXv3 Agent Agent loop - iteration:1 started [ 887.377291] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-249 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.377291] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-249" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.377291] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-249" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.377802] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-249" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.377908] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.377992] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.378837] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.379093] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.379270] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.379449] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 887.379573] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 887.379661] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 887.379787] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 887.379876] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 887.379977] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 887.380119] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 887.405336] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 887.405654] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 887.405775] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 887.406042] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-249" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.406506] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-80f05c7c-e3d8-4c10-82b9-95d22828e720 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.406882] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-80f05c7c-e3d8-4c10-82b9-95d22828e720" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.407032] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-80f05c7c-e3d8-4c10-82b9-95d22828e720" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.408406] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-80f05c7c-e3d8-4c10-82b9-95d22828e720" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.408518] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80f05c7c-e3d8-4c10-82b9-95d22828e720',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.451637] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb921d05-0d04-419a-91b0-97105f493a96 in Status: SUCCESS [ 887.451881] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.453709] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.453709] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.453709] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb921d05-0d04-419a-91b0-97105f493a96',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.571054] env[69343]: INFO networking_nsxv3.common.synchronization [None req-2f06f9ba-53be-4243-92a1-269225984daa None None] Enqueued Resource ID: f1eed5f1-823f-4903-9ac5-ed576e64e93f with Priority: HIGHEST for action port [ 887.571345] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1eed5f1-823f-4903-9ac5-ed576e64e93f with Priority: HIGHEST for action port [ 887.574122] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1eed5f1-823f-4903-9ac5-ed576e64e93f taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.574122] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1eed5f1-823f-4903-9ac5-ed576e64e93f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.574122] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1eed5f1-823f-4903-9ac5-ed576e64e93f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.574122] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1eed5f1-823f-4903-9ac5-ed576e64e93f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.574122] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1eed5f1-823f-4903-9ac5-ed576e64e93f',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.818119] env[69343]: INFO networking_nsxv3.common.synchronization [req-9b7367e9-1f79-4dbc-b025-82cf074fd5e9 req-29f64d89-0f15-4b29-9826-1b0d2950868d tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Enqueued Resource ID: cb921d05-0d04-419a-91b0-97105f493a96 with Priority: HIGHEST for action security_group_members [ 887.818643] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb921d05-0d04-419a-91b0-97105f493a96 with Priority: HIGHEST for action security_group_members [ 887.819891] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb921d05-0d04-419a-91b0-97105f493a96 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.819891] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.909594] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb921d05-0d04-419a-91b0-97105f493a96 in Status: SUCCESS [ 887.909594] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.909912] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.909912] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.910129] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.910687] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.910687] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.910687] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.910937] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.910937] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb921d05-0d04-419a-91b0-97105f493a96',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.913305] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.914382] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.914512] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.914773] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.916101] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.916101] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 80f05c7c-e3d8-4c10-82b9-95d22828e720 not found, creating... [ 887.916101] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.916101] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.916101] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.916812] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.916812] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.916812] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.916812] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.917124] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.917124] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.917214] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.917738] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 80f05c7c-e3d8-4c10-82b9-95d22828e720 is going to be created. [ 887.935815] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.936077] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.936183] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.936454] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.936680] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.937363] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-80f05c7c-e3d8-4c10-82b9-95d22828e720" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.957768] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb921d05-0d04-419a-91b0-97105f493a96 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.957768] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.992602] env[69343]: INFO networking_nsxv3.common.synchronization [req-df55a659-7d54-443a-a949-e80b34f4f08b req-f59721a5-8c4e-44f4-947e-6bd5f9e3bf99 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Enqueued Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_members [ 887.995738] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_members [ 887.996490] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.996490] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.996490] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.996490] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.996838] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.996838] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.996838] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.996932] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.997038] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.997253] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.070770] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c in Status: SUCCESS [ 888.071021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.076642] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1eed5f1-823f-4903-9ac5-ed576e64e93f [ 888.077043] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.077634] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.077774] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.078713] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.078713] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.078713] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1eed5f1-823f-4903-9ac5-ed576e64e93f already deleted. [ 888.078713] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1eed5f1-823f-4903-9ac5-ed576e64e93f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.240428] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 in Status: SUCCESS [ 888.240428] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.304094] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: SUCCESS [ 888.304094] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7445b3cd-609e-49ea-bda8-52dc323593df deletion is rescheduled due to dependency. [ 888.304094] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.422838] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.422838] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.422838] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.422838] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.422838] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.422838] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.422838] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.422838] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.422838] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.422838] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.422838] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb921d05-0d04-419a-91b0-97105f493a96 is going to be updated. [ 888.449915] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.449915] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.449915] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.449915] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.449915] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.457201] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb921d05-0d04-419a-91b0-97105f493a96 in Status: IN_PROGRESS for 2s [ 888.500617] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.741022] env[69343]: INFO networking_nsxv3.common.synchronization [req-df55a659-7d54-443a-a949-e80b34f4f08b req-f6119a48-d4d7-41dd-a300-d92d50c895e4 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Enqueued Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_members [ 888.741022] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGHEST for action security_group_members [ 888.741022] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.741022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.003760] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.332895] env[69343]: INFO networking_nsxv3.common.synchronization [req-743548ca-d229-469d-a275-297439c1b0c8 req-79668dcc-76f6-4481-867e-0ab83dc1bf65 service nova] Enqueued Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_rules [ 889.332895] env[69343]: INFO networking_nsxv3.common.synchronization [req-743548ca-d229-469d-a275-297439c1b0c8 req-79668dcc-76f6-4481-867e-0ab83dc1bf65 service nova] Enqueued Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_members [ 889.333163] env[69343]: INFO networking_nsxv3.common.synchronization [req-743548ca-d229-469d-a275-297439c1b0c8 req-79668dcc-76f6-4481-867e-0ab83dc1bf65 service nova] Enqueued Resource ID: 80f05c7c-e3d8-4c10-82b9-95d22828e720 with Priority: HIGHEST for action port [ 889.333438] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_rules [ 889.333566] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_members [ 889.333659] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80f05c7c-e3d8-4c10-82b9-95d22828e720 with Priority: HIGHEST for action port [ 889.334451] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.334451] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.334595] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.334671] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.334748] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.335615] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.335786] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.335786] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.335970] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.336097] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.336184] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.336279] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.336387] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.336468] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.336553] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.337534] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-80f05c7c-e3d8-4c10-82b9-95d22828e720 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.337649] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80f05c7c-e3d8-4c10-82b9-95d22828e720" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.337769] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80f05c7c-e3d8-4c10-82b9-95d22828e720" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.337848] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80f05c7c-e3d8-4c10-82b9-95d22828e720" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.337917] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80f05c7c-e3d8-4c10-82b9-95d22828e720',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.506251] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.506562] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.506562] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.506770] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.506834] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.506928] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c is going to be updated. [ 889.533322] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.533513] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.533600] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.533855] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.534107] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.544097] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c in Status: IN_PROGRESS for 2s [ 889.678611] env[69343]: INFO networking_nsxv3.common.synchronization [None req-0bbb1934-0721-4a56-9ea4-f627f139bbce None None] Enqueued Resource ID: 15b04620-ed63-4356-bcc0-f87ed6b0417c with Priority: HIGHEST for action port [ 889.678901] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15b04620-ed63-4356-bcc0-f87ed6b0417c with Priority: HIGHEST for action port [ 889.679497] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-15b04620-ed63-4356-bcc0-f87ed6b0417c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.679802] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15b04620-ed63-4356-bcc0-f87ed6b0417c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.679802] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15b04620-ed63-4356-bcc0-f87ed6b0417c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.682854] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15b04620-ed63-4356-bcc0-f87ed6b0417c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.682989] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15b04620-ed63-4356-bcc0-f87ed6b0417c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.840058] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.841230] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.841352] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.841506] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80f05c7c-e3d8-4c10-82b9-95d22828e720 with status ACTIVE [ 889.841663] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.841773] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.841838] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.842067] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.842312] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.842387] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.842436] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.842467] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.842628] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.842715] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.842883] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.842989] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.843469] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.843669] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.843748] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.843867] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80f05c7c-e3d8-4c10-82b9-95d22828e720 is going to be updated. [ 889.873752] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.873970] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.873970] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.874197] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.874334] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.874494] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80f05c7c-e3d8-4c10-82b9-95d22828e720" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.185926] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15b04620-ed63-4356-bcc0-f87ed6b0417c [ 890.186132] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.186276] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.186378] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.186635] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.186780] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.186837] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15b04620-ed63-4356-bcc0-f87ed6b0417c already deleted. [ 890.186905] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15b04620-ed63-4356-bcc0-f87ed6b0417c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.347038] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.465866] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb921d05-0d04-419a-91b0-97105f493a96 in Status: SUCCESS [ 890.466093] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb921d05-0d04-419a-91b0-97105f493a96 deletion is rescheduled due to dependency. [ 890.466169] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.466344] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.466617] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.466801] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.466919] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.466989] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.467165] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.467243] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.467373] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb921d05-0d04-419a-91b0-97105f493a96',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.816678] env[69343]: INFO networking_nsxv3.common.synchronization [None req-1b0b673e-38d0-4f3b-932f-5cd126410608 None None] Enqueued Resource ID: ee08f924-d6b9-425d-9fde-1a2359129d3b with Priority: HIGHEST for action port [ 890.816975] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee08f924-d6b9-425d-9fde-1a2359129d3b with Priority: HIGHEST for action port [ 890.817603] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee08f924-d6b9-425d-9fde-1a2359129d3b taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.817726] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee08f924-d6b9-425d-9fde-1a2359129d3b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.817786] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee08f924-d6b9-425d-9fde-1a2359129d3b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.818417] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee08f924-d6b9-425d-9fde-1a2359129d3b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.818551] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee08f924-d6b9-425d-9fde-1a2359129d3b',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.850092] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.850304] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.850304] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.850987] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.850987] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.850987] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7445b3cd-609e-49ea-bda8-52dc323593df is going to be updated. [ 890.951284] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.951536] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.951591] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.951823] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.952469] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.961151] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: IN_PROGRESS for 2s [ 890.972665] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.972881] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.972989] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.973315] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.973434] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.973693] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.973845] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.973919] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.974147] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.974274] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.974426] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb921d05-0d04-419a-91b0-97105f493a96 is going to be updated. [ 891.003927] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.004172] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.004172] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.004335] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.004557] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.013785] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb921d05-0d04-419a-91b0-97105f493a96 in Status: IN_PROGRESS for 2s [ 891.321143] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee08f924-d6b9-425d-9fde-1a2359129d3b [ 891.321410] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.321546] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.321612] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.321845] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.321936] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.322041] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee08f924-d6b9-425d-9fde-1a2359129d3b already deleted. [ 891.322128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee08f924-d6b9-425d-9fde-1a2359129d3b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.553498] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c in Status: SUCCESS [ 891.554172] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.554172] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.554172] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.554356] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.554416] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.554452] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.554595] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.554676] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.554772] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.058382] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.058805] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.058805] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.058916] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.058916] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.059141] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.059240] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.059305] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.059458] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.059553] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.059684] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c is going to be updated. [ 892.087351] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.087538] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.087631] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.087920] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.087978] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.096582] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c in Status: IN_PROGRESS for 2s [ 892.972842] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: SUCCESS [ 892.972842] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.972842] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.972842] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.972842] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.972842] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.972842] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.972842] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.972842] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.972842] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.972842] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.026279] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb921d05-0d04-419a-91b0-97105f493a96 in Status: SUCCESS [ 893.026279] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb921d05-0d04-419a-91b0-97105f493a96 deletion is rescheduled due to dependency. [ 893.026279] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.026279] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.026279] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.026279] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.026279] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.026279] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.026279] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.026279] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.026279] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.026279] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb921d05-0d04-419a-91b0-97105f493a96',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.069543] env[69343]: INFO networking_nsxv3.common.synchronization [None req-04d7505c-3f1e-48f8-ba1d-96b739b0c022 None None] Enqueued Resource ID: b83793dd-aa54-4af8-9e06-b6cbfe6c2c01 with Priority: HIGHEST for action port [ 893.070200] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83793dd-aa54-4af8-9e06-b6cbfe6c2c01 with Priority: HIGHEST for action port [ 893.070592] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-b83793dd-aa54-4af8-9e06-b6cbfe6c2c01 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.070890] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b83793dd-aa54-4af8-9e06-b6cbfe6c2c01" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.071015] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b83793dd-aa54-4af8-9e06-b6cbfe6c2c01" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.071365] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b83793dd-aa54-4af8-9e06-b6cbfe6c2c01" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.071521] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b83793dd-aa54-4af8-9e06-b6cbfe6c2c01',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.433057] env[69343]: INFO networking_nsxv3.common.synchronization [req-7d345322-3065-49aa-9c92-764185d55e87 req-6059cbae-2019-42ed-854d-023502d78a1a tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Enqueued Resource ID: 03ccf97a-aeed-42ae-811c-f3b126dbcbd4 with Priority: HIGHEST for action security_group_members [ 893.433582] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ccf97a-aeed-42ae-811c-f3b126dbcbd4 with Priority: HIGHEST for action security_group_members [ 893.433887] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-03ccf97a-aeed-42ae-811c-f3b126dbcbd4 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.434036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.434265] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.434521] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.434682] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.434787] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.434847] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.434987] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.435078] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.435170] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03ccf97a-aeed-42ae-811c-f3b126dbcbd4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.474969] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.475173] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.475232] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.475442] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.475624] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.475722] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.475779] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.475924] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.476037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.476126] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.476273] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.476364] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.476417] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.476561] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.476703] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.476804] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.476875] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.476995] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.477091] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.477156] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.477247] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.528177] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb921d05-0d04-419a-91b0-97105f493a96',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.574505] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b83793dd-aa54-4af8-9e06-b6cbfe6c2c01 [ 893.574745] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.574967] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.574967] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.575212] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.575379] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.575487] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b83793dd-aa54-4af8-9e06-b6cbfe6c2c01 already deleted. [ 893.575573] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b83793dd-aa54-4af8-9e06-b6cbfe6c2c01" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.770232] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-152 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.770562] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.770711] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.771076] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.771393] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.771568] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.771692] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.771948] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.772371] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.772624] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 893.772859] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.772989] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.773117] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.773262] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 893.773372] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.773527] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.791103] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 893.791390] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 893.791479] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 893.791702] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.792111] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-921925b4-36b2-45d2-bf8f-d2894336e400 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.792319] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-921925b4-36b2-45d2-bf8f-d2894336e400" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.792439] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-921925b4-36b2-45d2-bf8f-d2894336e400" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.792786] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-921925b4-36b2-45d2-bf8f-d2894336e400" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.792950] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('921925b4-36b2-45d2-bf8f-d2894336e400',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.937618] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.937866] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.937866] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.938160] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.938276] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.938528] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.938789] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.938789] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.938919] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.939049] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.939093] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03ccf97a-aeed-42ae-811c-f3b126dbcbd4 already deleted. [ 893.939190] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.979316] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7445b3cd-609e-49ea-bda8-52dc323593df: rpc.has_security_group_logging(os_id): False [ 893.998126] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.998330] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.998375] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.998571] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.998673] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.998974] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.999116] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.999182] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.999340] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.999421] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.999626] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.999720] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.999780] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.999917] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.000037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.000374] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.000502] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.000559] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.000687] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.000761] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.000843] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7445b3cd-609e-49ea-bda8-52dc323593df is going to be updated. [ 894.030163] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb921d05-0d04-419a-91b0-97105f493a96: rpc.has_security_group_logging(os_id): False [ 894.045364] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.045554] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.045638] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.045824] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.045911] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.046183] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.046283] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.046347] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.046529] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.046614] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.046700] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb921d05-0d04-419a-91b0-97105f493a96 is going to be updated. [ 894.059721] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.059955] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.059955] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.060169] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.060342] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.071061] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: IN_PROGRESS for 2s [ 894.116934] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c in Status: SUCCESS [ 894.117078] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c deletion is rescheduled due to dependency. [ 894.117116] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.134367] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.134610] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.134701] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.135012] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.135324] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.167023] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb921d05-0d04-419a-91b0-97105f493a96 in Status: IN_PROGRESS for 2s [ 894.295984] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.296250] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.296368] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.296670] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.296819] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.296972] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 921925b4-36b2-45d2-bf8f-d2894336e400 not found, creating... [ 894.297256] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.297485] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.297607] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.297837] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.297963] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.298271] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.298446] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.298576] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.298787] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.298981] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.299146] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 921925b4-36b2-45d2-bf8f-d2894336e400 is going to be created. [ 894.320949] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.321185] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.321295] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.321565] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.321799] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.322038] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-921925b4-36b2-45d2-bf8f-d2894336e400" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.021131] env[69343]: INFO networking_nsxv3.common.synchronization [req-7d345322-3065-49aa-9c92-764185d55e87 req-f2e666b7-b144-436b-bdf7-d3b573c210c1 service nova] Enqueued Resource ID: 03ccf97a-aeed-42ae-811c-f3b126dbcbd4 with Priority: HIGHEST for action security_group_rules [ 895.021408] env[69343]: INFO networking_nsxv3.common.synchronization [req-7d345322-3065-49aa-9c92-764185d55e87 req-f2e666b7-b144-436b-bdf7-d3b573c210c1 service nova] Enqueued Resource ID: 03ccf97a-aeed-42ae-811c-f3b126dbcbd4 with Priority: HIGHEST for action security_group_members [ 895.021621] env[69343]: INFO networking_nsxv3.common.synchronization [req-7d345322-3065-49aa-9c92-764185d55e87 req-f2e666b7-b144-436b-bdf7-d3b573c210c1 service nova] Enqueued Resource ID: 921925b4-36b2-45d2-bf8f-d2894336e400 with Priority: HIGHEST for action port [ 895.022370] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ccf97a-aeed-42ae-811c-f3b126dbcbd4 with Priority: HIGHEST for action security_group_rules [ 895.022551] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ccf97a-aeed-42ae-811c-f3b126dbcbd4 with Priority: HIGHEST for action security_group_members [ 895.022685] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 921925b4-36b2-45d2-bf8f-d2894336e400 with Priority: HIGHEST for action port [ 895.023042] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03ccf97a-aeed-42ae-811c-f3b126dbcbd4 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.023202] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.023299] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.023616] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.023685] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03ccf97a-aeed-42ae-811c-f3b126dbcbd4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.025670] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-03ccf97a-aeed-42ae-811c-f3b126dbcbd4 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.025839] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.025940] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.026344] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.027250] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.027432] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.027539] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.027838] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.027944] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.028062] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03ccf97a-aeed-42ae-811c-f3b126dbcbd4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.029453] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-921925b4-36b2-45d2-bf8f-d2894336e400 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.029598] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-921925b4-36b2-45d2-bf8f-d2894336e400" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.029677] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-921925b4-36b2-45d2-bf8f-d2894336e400" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.029987] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-921925b4-36b2-45d2-bf8f-d2894336e400" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.030124] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('921925b4-36b2-45d2-bf8f-d2894336e400',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.526685] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-03ccf97a-aeed-42ae-811c-f3b126dbcbd4 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.527050] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.530302] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03ccf97a-aeed-42ae-811c-f3b126dbcbd4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.531402] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 921925b4-36b2-45d2-bf8f-d2894336e400 with status ACTIVE [ 895.531690] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.531853] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.531942] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.532177] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.532300] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.532499] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.532666] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.532734] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.532936] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.533824] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.533937] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.534105] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.534194] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.534554] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.534645] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.534778] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 921925b4-36b2-45d2-bf8f-d2894336e400 is going to be updated. [ 895.557020] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.557174] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.557246] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.557529] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.557688] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.557860] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-921925b4-36b2-45d2-bf8f-d2894336e400" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.038515] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03ccf97a-aeed-42ae-811c-f3b126dbcbd4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.082582] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: SUCCESS [ 896.082869] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.180585] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb921d05-0d04-419a-91b0-97105f493a96 in Status: SUCCESS [ 896.180585] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.541035] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.541635] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.541635] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.541635] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.541741] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.541791] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03ccf97a-aeed-42ae-811c-f3b126dbcbd4 is going to be created. [ 896.569767] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.569883] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.569883] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.570096] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.570255] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.579081] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03ccf97a-aeed-42ae-811c-f3b126dbcbd4 in Status: UNINITIALIZED for 2s [ 897.239351] env[69343]: INFO networking_nsxv3.common.synchronization [None req-d02511e0-fed8-408c-be82-66ccd3775c48 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Enqueued Resource ID: ded98dd2-95e5-4f48-bfb5-c271234378e0 with Priority: HIGHEST for action security_group_rules [ 897.239955] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded98dd2-95e5-4f48-bfb5-c271234378e0 with Priority: HIGHEST for action security_group_rules [ 897.240819] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ded98dd2-95e5-4f48-bfb5-c271234378e0 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.240819] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.240819] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.241258] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.241258] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ded98dd2-95e5-4f48-bfb5-c271234378e0',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.416094] env[69343]: INFO networking_nsxv3.common.synchronization [None req-9e2b620c-5edd-4dcc-957b-7c5cf1428fd7 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Enqueued Resource ID: ded98dd2-95e5-4f48-bfb5-c271234378e0 with Priority: HIGHEST for action security_group_rules [ 897.416663] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded98dd2-95e5-4f48-bfb5-c271234378e0 with Priority: HIGHEST for action security_group_rules [ 897.416981] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ded98dd2-95e5-4f48-bfb5-c271234378e0 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.417642] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.763688] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.764111] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.764111] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.764242] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.764337] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.767028] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ded98dd2-95e5-4f48-bfb5-c271234378e0 already deleted. [ 897.767028] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.767028] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.767028] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.767028] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ded98dd2-95e5-4f48-bfb5-c271234378e0',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.287328] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.287590] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.287650] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.287874] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.288191] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.288378] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ded98dd2-95e5-4f48-bfb5-c271234378e0 already deleted. [ 898.288493] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.588736] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03ccf97a-aeed-42ae-811c-f3b126dbcbd4 in Status: SUCCESS [ 898.588948] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.589120] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.589335] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.589521] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.589637] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.589701] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.589849] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.589927] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.590018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.590110] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03ccf97a-aeed-42ae-811c-f3b126dbcbd4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.094756] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03ccf97a-aeed-42ae-811c-f3b126dbcbd4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.599337] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03ccf97a-aeed-42ae-811c-f3b126dbcbd4: rpc.has_security_group_logging(os_id): False [ 899.617342] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.617342] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.617342] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.617342] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.617342] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.617342] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.617342] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.617342] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.617342] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.617342] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.617342] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03ccf97a-aeed-42ae-811c-f3b126dbcbd4 is going to be created. [ 899.674804] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.674994] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.676721] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.677110] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.677497] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.688979] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03ccf97a-aeed-42ae-811c-f3b126dbcbd4 in Status: IN_PROGRESS for 2s [ 900.622800] env[69343]: INFO networking_nsxv3.common.synchronization [req-9265ae43-5ce0-4b44-bf8f-6c61e6f99cc6 req-d9cd1bdd-48cd-4656-9835-10870b96dc3e tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Enqueued Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_members [ 900.623344] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_members [ 900.623756] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-833c6a08-9446-43d9-ac6d-7d0c8738d152 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.623868] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.623868] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.624199] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.624363] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.624743] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.624743] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.624743] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.624743] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.624950] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.751701] env[69343]: INFO networking_nsxv3.common.synchronization [req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc req-2830384e-ed5b-4fb8-9ab8-2ffc6d92651e tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Enqueued Resource ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 with Priority: HIGHEST for action security_group_members [ 900.752269] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 with Priority: HIGHEST for action security_group_members [ 900.752685] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2e13d48-59bb-41ad-8d99-6031f30c6513 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.752786] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.752786] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.752975] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.753317] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.753423] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.753488] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.753646] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.753731] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.753821] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2e13d48-59bb-41ad-8d99-6031f30c6513',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.127909] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.128151] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.128202] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.128436] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.128563] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.128768] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.128892] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.128960] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.129091] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.129169] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.129253] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 is going to be updated. [ 901.156300] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.156444] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.156542] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.156782] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.156933] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.168195] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: IN_PROGRESS for 2s [ 901.255875] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.256098] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.256191] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.256432] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.256569] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.256792] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.256898] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.256958] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.257187] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.257294] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.257460] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 is going to be updated. [ 901.285479] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.285657] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.285722] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.285969] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.286632] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.295257] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 in Status: IN_PROGRESS for 2s [ 901.700428] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03ccf97a-aeed-42ae-811c-f3b126dbcbd4 in Status: SUCCESS [ 901.700428] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.176548] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: SUCCESS [ 903.176852] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 deletion is rescheduled due to dependency. [ 903.176852] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.304447] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 in Status: SUCCESS [ 903.304447] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 deletion is rescheduled due to dependency. [ 903.304855] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.797144] env[69343]: INFO networking_nsxv3.common.synchronization [req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 req-18b0cd2e-4300-4044-8790-fafe71323965 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Enqueued Resource ID: bfb0e13f-7c52-4b18-b634-0cae5250803c with Priority: HIGHEST for action security_group_members [ 904.797769] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb0e13f-7c52-4b18-b634-0cae5250803c with Priority: HIGHEST for action security_group_members [ 904.799439] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb0e13f-7c52-4b18-b634-0cae5250803c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.799638] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.799732] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.800029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.800535] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.800942] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.801123] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.801193] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.801285] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.801383] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb0e13f-7c52-4b18-b634-0cae5250803c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.304187] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.304391] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.304485] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.304737] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.304843] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.305087] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.305766] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.305766] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.305766] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.305766] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.305766] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb0e13f-7c52-4b18-b634-0cae5250803c already deleted. [ 905.305766] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.110021] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-198 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.110021] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-198" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.110021] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-198" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.110021] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-198" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.110021] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.110021] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.110021] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.110021] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.110888] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.111219] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 906.111448] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 906.111651] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 906.111855] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 906.112076] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 906.112269] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 906.112484] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 906.146526] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 906.146743] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 906.146908] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 906.147097] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-198" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.147481] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-ce0719c1-9034-414c-8455-79bb6d024a97 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.147926] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-ce0719c1-9034-414c-8455-79bb6d024a97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.148070] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-ce0719c1-9034-414c-8455-79bb6d024a97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.148609] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-ce0719c1-9034-414c-8455-79bb6d024a97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.148821] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce0719c1-9034-414c-8455-79bb6d024a97',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.653365] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.653365] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.653365] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.653764] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.653764] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.653859] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port ce0719c1-9034-414c-8455-79bb6d024a97 not found, creating... [ 906.654336] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.654555] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.654703] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.655010] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.655234] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.655610] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.655900] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.656066] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.656336] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.656511] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.656696] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: ce0719c1-9034-414c-8455-79bb6d024a97 is going to be created. [ 906.678107] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.678522] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.679195] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.679685] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.680053] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.680372] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-ce0719c1-9034-414c-8455-79bb6d024a97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.332032] env[69343]: INFO networking_nsxv3.common.synchronization [None req-437c3cb8-064e-418c-b597-fddb0b80497e tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Enqueued Resource ID: 7b366d59-3704-44ad-b706-df7c1f8c02dd with Priority: HIGHEST for action security_group_rules [ 907.332354] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b366d59-3704-44ad-b706-df7c1f8c02dd with Priority: HIGHEST for action security_group_rules [ 907.332556] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b366d59-3704-44ad-b706-df7c1f8c02dd taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.332661] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b366d59-3704-44ad-b706-df7c1f8c02dd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.332784] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b366d59-3704-44ad-b706-df7c1f8c02dd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.333098] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b366d59-3704-44ad-b706-df7c1f8c02dd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.333414] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b366d59-3704-44ad-b706-df7c1f8c02dd',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.474990] env[69343]: INFO networking_nsxv3.common.synchronization [None req-82d48556-6813-469c-8d61-4cfbef71a4ba tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Enqueued Resource ID: 7b366d59-3704-44ad-b706-df7c1f8c02dd with Priority: HIGHEST for action security_group_rules [ 907.475544] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b366d59-3704-44ad-b706-df7c1f8c02dd with Priority: HIGHEST for action security_group_rules [ 907.475900] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b366d59-3704-44ad-b706-df7c1f8c02dd taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.475999] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b366d59-3704-44ad-b706-df7c1f8c02dd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.834132] env[69343]: INFO networking_nsxv3.common.synchronization [req-dcc280a3-a939-49f5-bf56-603e4a3a204a req-72e3c223-758d-4dbb-a353-9073da954253 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Enqueued Resource ID: b472cc91-511d-47ee-8b01-b3886e574f25 with Priority: HIGHEST for action security_group_members [ 907.834132] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b472cc91-511d-47ee-8b01-b3886e574f25 with Priority: HIGHEST for action security_group_members [ 907.835281] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b472cc91-511d-47ee-8b01-b3886e574f25 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.835551] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.835612] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.835937] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.836136] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.836225] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.836266] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.836396] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.836494] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.836726] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b472cc91-511d-47ee-8b01-b3886e574f25',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.859460] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.859579] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.859655] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.859871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.859965] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.860070] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b366d59-3704-44ad-b706-df7c1f8c02dd already deleted. [ 907.860155] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b366d59-3704-44ad-b706-df7c1f8c02dd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.860642] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b366d59-3704-44ad-b706-df7c1f8c02dd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.860812] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b366d59-3704-44ad-b706-df7c1f8c02dd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.860903] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b366d59-3704-44ad-b706-df7c1f8c02dd',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.899323] env[69343]: INFO networking_nsxv3.common.synchronization [req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 req-d8ec29f6-cb2a-4a74-974c-d6473e9d4287 service nova] Enqueued Resource ID: bfb0e13f-7c52-4b18-b634-0cae5250803c with Priority: HIGHEST for action security_group_rules [ 907.899323] env[69343]: INFO networking_nsxv3.common.synchronization [req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 req-d8ec29f6-cb2a-4a74-974c-d6473e9d4287 service nova] Enqueued Resource ID: bfb0e13f-7c52-4b18-b634-0cae5250803c with Priority: HIGHEST for action security_group_members [ 907.899323] env[69343]: INFO networking_nsxv3.common.synchronization [req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 req-d8ec29f6-cb2a-4a74-974c-d6473e9d4287 service nova] Enqueued Resource ID: ce0719c1-9034-414c-8455-79bb6d024a97 with Priority: HIGHEST for action port [ 907.899323] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb0e13f-7c52-4b18-b634-0cae5250803c with Priority: HIGHEST for action security_group_rules [ 907.899323] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb0e13f-7c52-4b18-b634-0cae5250803c with Priority: HIGHEST for action security_group_members [ 907.899323] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce0719c1-9034-414c-8455-79bb6d024a97 with Priority: HIGHEST for action port [ 907.899323] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfb0e13f-7c52-4b18-b634-0cae5250803c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.899323] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.899323] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.899323] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.899323] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfb0e13f-7c52-4b18-b634-0cae5250803c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.900683] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb0e13f-7c52-4b18-b634-0cae5250803c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.900893] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.900967] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.901435] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.901629] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.902291] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.902291] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.902291] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.902291] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.902497] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb0e13f-7c52-4b18-b634-0cae5250803c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.903269] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce0719c1-9034-414c-8455-79bb6d024a97 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.903392] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce0719c1-9034-414c-8455-79bb6d024a97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.903466] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce0719c1-9034-414c-8455-79bb6d024a97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.904272] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce0719c1-9034-414c-8455-79bb6d024a97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.904272] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce0719c1-9034-414c-8455-79bb6d024a97',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.168389] env[69343]: INFO networking_nsxv3.common.synchronization [req-0aad47f5-b107-45b4-b5be-fbe12b78aad6 req-5a878375-af45-4e62-8a94-d420ccaaa561 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Enqueued Resource ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 with Priority: HIGHEST for action security_group_members [ 908.168958] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 with Priority: HIGHEST for action security_group_members [ 908.169298] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4fc5e04-12f1-4226-a748-294ee28ddb69 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.169437] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.169492] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.169706] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.169895] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.172273] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.172273] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.172273] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.172273] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.172273] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.344223] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.344223] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.344223] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.344223] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.344223] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.344223] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.344223] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.344223] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.344223] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.344223] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.344223] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b472cc91-511d-47ee-8b01-b3886e574f25 already deleted. [ 908.344223] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.382785] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.382785] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.383125] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.383356] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.383451] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.383558] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b366d59-3704-44ad-b706-df7c1f8c02dd already deleted. [ 908.383628] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b366d59-3704-44ad-b706-df7c1f8c02dd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.395483] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-237 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.395483] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-237" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.395483] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-237" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.395483] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-237" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.395483] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.395483] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.395483] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.395483] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.395905] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.395905] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.395978] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.396063] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.396156] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.396258] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.396358] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.396530] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.406535] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfb0e13f-7c52-4b18-b634-0cae5250803c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.407589] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb0e13f-7c52-4b18-b634-0cae5250803c taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.408073] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.409104] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce0719c1-9034-414c-8455-79bb6d024a97 with status ACTIVE [ 908.409261] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.409408] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.409490] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.409726] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.409863] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.410065] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.410188] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.410265] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.410447] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.410547] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.410745] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.410917] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.410978] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.411204] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.411305] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.411409] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce0719c1-9034-414c-8455-79bb6d024a97 is going to be updated. [ 908.413660] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.413922] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 908.414155] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.414358] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-237" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.414640] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-e9a255e0-c680-4b5c-a283-6d5dc6276419 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.414800] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-e9a255e0-c680-4b5c-a283-6d5dc6276419" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.414927] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-e9a255e0-c680-4b5c-a283-6d5dc6276419" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.415623] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-e9a255e0-c680-4b5c-a283-6d5dc6276419" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.415916] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9a255e0-c680-4b5c-a283-6d5dc6276419',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.432055] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.432226] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.432269] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.432477] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.432633] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.432837] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce0719c1-9034-414c-8455-79bb6d024a97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.673138] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.909465] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfb0e13f-7c52-4b18-b634-0cae5250803c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.921760] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.921931] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.922085] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.922423] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.922586] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.922746] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port e9a255e0-c680-4b5c-a283-6d5dc6276419 not found, creating... [ 908.923048] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.923235] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.923332] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.923572] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.923713] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.923994] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.924161] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.924275] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.924481] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.924625] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.924768] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: e9a255e0-c680-4b5c-a283-6d5dc6276419 is going to be created. [ 908.947051] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.947260] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.947304] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.947712] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.948029] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.948282] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-e9a255e0-c680-4b5c-a283-6d5dc6276419" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.175737] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.413052] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.413052] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.413052] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.413052] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.413052] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.413052] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb0e13f-7c52-4b18-b634-0cae5250803c is going to be created. [ 909.435819] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.435967] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.436067] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.436373] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.436762] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.445026] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb0e13f-7c52-4b18-b634-0cae5250803c in Status: UNINITIALIZED for 2s [ 909.677599] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.677766] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.677839] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.678064] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.678150] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.678245] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 is going to be updated. [ 909.706796] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.706796] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.706796] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.706796] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.706796] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.715427] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 in Status: IN_PROGRESS for 2s [ 909.729835] env[69343]: INFO networking_nsxv3.common.synchronization [req-dcc280a3-a939-49f5-bf56-603e4a3a204a req-2c3f4f00-c44f-46d3-9772-3ee0dcf7f996 service nova] Enqueued Resource ID: b472cc91-511d-47ee-8b01-b3886e574f25 with Priority: HIGHEST for action security_group_rules [ 909.730019] env[69343]: INFO networking_nsxv3.common.synchronization [req-dcc280a3-a939-49f5-bf56-603e4a3a204a req-2c3f4f00-c44f-46d3-9772-3ee0dcf7f996 service nova] Enqueued Resource ID: b472cc91-511d-47ee-8b01-b3886e574f25 with Priority: HIGHEST for action security_group_members [ 909.730201] env[69343]: INFO networking_nsxv3.common.synchronization [req-dcc280a3-a939-49f5-bf56-603e4a3a204a req-2c3f4f00-c44f-46d3-9772-3ee0dcf7f996 service nova] Enqueued Resource ID: e9a255e0-c680-4b5c-a283-6d5dc6276419 with Priority: HIGHEST for action port [ 909.730441] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b472cc91-511d-47ee-8b01-b3886e574f25 with Priority: HIGHEST for action security_group_rules [ 909.730602] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b472cc91-511d-47ee-8b01-b3886e574f25 with Priority: HIGHEST for action security_group_members [ 909.730752] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9a255e0-c680-4b5c-a283-6d5dc6276419 with Priority: HIGHEST for action port [ 909.731541] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b472cc91-511d-47ee-8b01-b3886e574f25 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.731664] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.731737] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.732128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.732257] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b472cc91-511d-47ee-8b01-b3886e574f25',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.734039] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b472cc91-511d-47ee-8b01-b3886e574f25 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.734039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.734039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.734395] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.734395] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.734503] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.734586] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.734750] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.734869] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.735292] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b472cc91-511d-47ee-8b01-b3886e574f25',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.735848] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9a255e0-c680-4b5c-a283-6d5dc6276419 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.735958] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9a255e0-c680-4b5c-a283-6d5dc6276419" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.736029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9a255e0-c680-4b5c-a283-6d5dc6276419" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.736202] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9a255e0-c680-4b5c-a283-6d5dc6276419" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.736333] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9a255e0-c680-4b5c-a283-6d5dc6276419',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.149638] env[69343]: INFO networking_nsxv3.common.synchronization [req-dcc280a3-a939-49f5-bf56-603e4a3a204a req-99f9dec5-79a4-4114-b0e8-3897b7d94144 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Enqueued Resource ID: b472cc91-511d-47ee-8b01-b3886e574f25 with Priority: HIGHEST for action security_group_members [ 910.150270] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b472cc91-511d-47ee-8b01-b3886e574f25 with Priority: HIGHEST for action security_group_members [ 910.150571] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b472cc91-511d-47ee-8b01-b3886e574f25 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.150672] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.239129] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b472cc91-511d-47ee-8b01-b3886e574f25',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.239440] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b472cc91-511d-47ee-8b01-b3886e574f25 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.240078] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.240078] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9a255e0-c680-4b5c-a283-6d5dc6276419 with status ACTIVE [ 910.240078] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.240078] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.240271] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.241433] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.241433] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.241433] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.241433] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.241433] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.241433] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.241433] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.244247] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.244414] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.244484] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.248021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.248021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.248021] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9a255e0-c680-4b5c-a283-6d5dc6276419 is going to be updated. [ 910.268709] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.268856] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.268925] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.269181] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.269318] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.269522] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9a255e0-c680-4b5c-a283-6d5dc6276419" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.634137] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-237 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.634449] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-237" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.634627] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-237" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.634953] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-237" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.635333] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.635497] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.635662] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.635963] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.636197] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.636462] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.636589] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.637059] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.637059] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.637059] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.637258] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.637258] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.654110] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.654283] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 910.654413] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.654584] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-237" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.655086] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-1e999116-e71b-4a28-add8-13c4e7a935b2 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.655086] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-1e999116-e71b-4a28-add8-13c4e7a935b2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.655349] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-1e999116-e71b-4a28-add8-13c4e7a935b2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.655569] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-1e999116-e71b-4a28-add8-13c4e7a935b2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.655721] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e999116-e71b-4a28-add8-13c4e7a935b2',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.748409] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b472cc91-511d-47ee-8b01-b3886e574f25',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.158430] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.158712] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.158779] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.159085] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.159246] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.159399] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 1e999116-e71b-4a28-add8-13c4e7a935b2 not found, creating... [ 911.159653] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.159830] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.159966] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.160194] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.160334] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.160715] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.160845] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.160921] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.165266] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.165434] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.165587] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 1e999116-e71b-4a28-add8-13c4e7a935b2 is going to be created. [ 911.186033] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.186295] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.186423] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.186642] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.186879] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.187194] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-1e999116-e71b-4a28-add8-13c4e7a935b2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.252961] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.253911] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.253911] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.253911] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.253911] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.253911] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b472cc91-511d-47ee-8b01-b3886e574f25 is going to be created. [ 911.279828] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.280020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.280119] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.280269] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.280433] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.300817] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b472cc91-511d-47ee-8b01-b3886e574f25 in Status: UNINITIALIZED for 2s [ 911.454195] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb0e13f-7c52-4b18-b634-0cae5250803c in Status: SUCCESS [ 911.454427] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.455176] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.455176] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.455176] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.455176] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.455407] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.455407] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.455479] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.455548] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.455639] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfb0e13f-7c52-4b18-b634-0cae5250803c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.725130] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 in Status: SUCCESS [ 911.725480] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.959227] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfb0e13f-7c52-4b18-b634-0cae5250803c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.224917] env[69343]: INFO networking_nsxv3.common.synchronization [req-dcc280a3-a939-49f5-bf56-603e4a3a204a req-57617cf4-6a3c-4133-8f3d-cbe6c3a15980 service nova] Enqueued Resource ID: b472cc91-511d-47ee-8b01-b3886e574f25 with Priority: HIGHEST for action security_group_rules [ 912.225338] env[69343]: INFO networking_nsxv3.common.synchronization [req-dcc280a3-a939-49f5-bf56-603e4a3a204a req-57617cf4-6a3c-4133-8f3d-cbe6c3a15980 service nova] Enqueued Resource ID: b472cc91-511d-47ee-8b01-b3886e574f25 with Priority: HIGHEST for action security_group_members [ 912.225610] env[69343]: INFO networking_nsxv3.common.synchronization [req-dcc280a3-a939-49f5-bf56-603e4a3a204a req-57617cf4-6a3c-4133-8f3d-cbe6c3a15980 service nova] Enqueued Resource ID: 1e999116-e71b-4a28-add8-13c4e7a935b2 with Priority: HIGHEST for action port [ 912.226356] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b472cc91-511d-47ee-8b01-b3886e574f25 with Priority: HIGHEST for action security_group_rules [ 912.226565] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b472cc91-511d-47ee-8b01-b3886e574f25 with Priority: HIGHEST for action security_group_members [ 912.226711] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e999116-e71b-4a28-add8-13c4e7a935b2 with Priority: HIGHEST for action port [ 912.227133] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b472cc91-511d-47ee-8b01-b3886e574f25 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.227378] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.227777] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b472cc91-511d-47ee-8b01-b3886e574f25 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.227957] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.228484] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e999116-e71b-4a28-add8-13c4e7a935b2 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.228690] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e999116-e71b-4a28-add8-13c4e7a935b2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.228884] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e999116-e71b-4a28-add8-13c4e7a935b2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.229289] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e999116-e71b-4a28-add8-13c4e7a935b2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.229391] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e999116-e71b-4a28-add8-13c4e7a935b2',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.462340] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfb0e13f-7c52-4b18-b634-0cae5250803c: rpc.has_security_group_logging(os_id): False [ 912.480873] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.481031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.481094] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.481310] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.481401] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.481637] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.481740] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.481803] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.481951] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.482043] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.482132] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfb0e13f-7c52-4b18-b634-0cae5250803c is going to be created. [ 912.538330] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.538330] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.538788] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.538788] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.538788] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.548246] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfb0e13f-7c52-4b18-b634-0cae5250803c in Status: IN_PROGRESS for 2s [ 912.731788] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e999116-e71b-4a28-add8-13c4e7a935b2 with status ACTIVE [ 912.732120] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.732188] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.732263] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.732497] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.732592] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.732868] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.732868] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.732979] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.733224] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.733224] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.733314] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.733408] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.733467] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.733652] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.733723] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.733807] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e999116-e71b-4a28-add8-13c4e7a935b2 is going to be updated. [ 912.752603] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.752768] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.752886] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.753072] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.753253] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.753366] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e999116-e71b-4a28-add8-13c4e7a935b2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.152653] env[69343]: INFO networking_nsxv3.common.synchronization [req-dcc280a3-a939-49f5-bf56-603e4a3a204a req-9580fa30-33e8-411d-bcd4-08f1b4a2026c tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Enqueued Resource ID: b472cc91-511d-47ee-8b01-b3886e574f25 with Priority: HIGHEST for action security_group_members [ 913.153248] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b472cc91-511d-47ee-8b01-b3886e574f25 with Priority: HIGHEST for action security_group_members [ 913.153577] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b472cc91-511d-47ee-8b01-b3886e574f25 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.153683] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.309151] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b472cc91-511d-47ee-8b01-b3886e574f25 in Status: SUCCESS [ 913.309371] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.309600] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.309750] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.310017] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.310273] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.310273] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.310445] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.310445] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.310607] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b472cc91-511d-47ee-8b01-b3886e574f25',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.813859] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b472cc91-511d-47ee-8b01-b3886e574f25',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.872542] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-237 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.873385] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-237" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.873637] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-237" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.874127] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-237" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.876024] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.876024] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.876024] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.876024] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.876024] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.876024] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 913.876024] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.876024] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.876024] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.876492] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 913.876669] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.876837] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.897523] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.897743] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 913.897885] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.898078] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-237" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.898404] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-e63981b8-4658-4f9b-97d6-f987469c7229 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.898640] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-e63981b8-4658-4f9b-97d6-f987469c7229" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.898799] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-e63981b8-4658-4f9b-97d6-f987469c7229" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.899109] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-e63981b8-4658-4f9b-97d6-f987469c7229" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.899251] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e63981b8-4658-4f9b-97d6-f987469c7229',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.318469] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b472cc91-511d-47ee-8b01-b3886e574f25',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.324312] env[69343]: INFO networking_nsxv3.common.synchronization [None req-80fd736c-f3ce-4cd3-b32a-3e040ffed92d None None] Enqueued Resource ID: 3d07e7a5-543a-4ac0-b63d-2aa84b6997dc with Priority: HIGHEST for action port [ 914.324312] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d07e7a5-543a-4ac0-b63d-2aa84b6997dc with Priority: HIGHEST for action port [ 914.324312] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d07e7a5-543a-4ac0-b63d-2aa84b6997dc taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.324312] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d07e7a5-543a-4ac0-b63d-2aa84b6997dc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.326789] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d07e7a5-543a-4ac0-b63d-2aa84b6997dc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.326789] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d07e7a5-543a-4ac0-b63d-2aa84b6997dc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.326789] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d07e7a5-543a-4ac0-b63d-2aa84b6997dc',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.404734] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.404964] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.405104] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.406240] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.406240] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.406240] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port e63981b8-4658-4f9b-97d6-f987469c7229 not found, creating... [ 914.406240] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.406240] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.406553] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.406585] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.406728] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.407034] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.407241] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.407423] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.407682] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.407824] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.407967] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: e63981b8-4658-4f9b-97d6-f987469c7229 is going to be created. [ 914.433381] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.433757] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.434039] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.434498] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.435586] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.435928] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-e63981b8-4658-4f9b-97d6-f987469c7229" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.564894] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfb0e13f-7c52-4b18-b634-0cae5250803c in Status: SUCCESS [ 914.565187] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.821781] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.822172] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.822172] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.822286] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.822349] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.822489] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b472cc91-511d-47ee-8b01-b3886e574f25 is going to be updated. [ 914.830392] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d07e7a5-543a-4ac0-b63d-2aa84b6997dc [ 914.830651] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.830794] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.830794] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.831022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.831115] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.831200] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d07e7a5-543a-4ac0-b63d-2aa84b6997dc already deleted. [ 914.831332] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d07e7a5-543a-4ac0-b63d-2aa84b6997dc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.850394] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.850540] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.850724] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.851152] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.851244] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.861728] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b472cc91-511d-47ee-8b01-b3886e574f25 in Status: IN_PROGRESS for 2s [ 915.220025] env[69343]: INFO networking_nsxv3.common.synchronization [None req-ff2c0b41-de80-43a4-9bc6-09d247477204 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Enqueued Resource ID: 563fc3bd-502a-457a-a837-276f3d327cc1 with Priority: HIGHEST for action security_group_rules [ 915.220440] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563fc3bd-502a-457a-a837-276f3d327cc1 with Priority: HIGHEST for action security_group_rules [ 915.220744] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-563fc3bd-502a-457a-a837-276f3d327cc1 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.220865] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-563fc3bd-502a-457a-a837-276f3d327cc1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.220933] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-563fc3bd-502a-457a-a837-276f3d327cc1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.221276] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-563fc3bd-502a-457a-a837-276f3d327cc1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.221893] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('563fc3bd-502a-457a-a837-276f3d327cc1',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.284577] env[69343]: INFO networking_nsxv3.common.synchronization [req-dcc280a3-a939-49f5-bf56-603e4a3a204a req-4f847ba5-81ec-47c7-810a-33ada9e03e34 service nova] Enqueued Resource ID: b472cc91-511d-47ee-8b01-b3886e574f25 with Priority: HIGHEST for action security_group_rules [ 915.284780] env[69343]: INFO networking_nsxv3.common.synchronization [req-dcc280a3-a939-49f5-bf56-603e4a3a204a req-4f847ba5-81ec-47c7-810a-33ada9e03e34 service nova] Enqueued Resource ID: b472cc91-511d-47ee-8b01-b3886e574f25 with Priority: HIGHEST for action security_group_members [ 915.284882] env[69343]: INFO networking_nsxv3.common.synchronization [req-dcc280a3-a939-49f5-bf56-603e4a3a204a req-4f847ba5-81ec-47c7-810a-33ada9e03e34 service nova] Enqueued Resource ID: e63981b8-4658-4f9b-97d6-f987469c7229 with Priority: HIGHEST for action port [ 915.285162] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b472cc91-511d-47ee-8b01-b3886e574f25 with Priority: HIGHEST for action security_group_rules [ 915.285265] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b472cc91-511d-47ee-8b01-b3886e574f25 with Priority: HIGHEST for action security_group_members [ 915.285361] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e63981b8-4658-4f9b-97d6-f987469c7229 with Priority: HIGHEST for action port [ 915.285933] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b472cc91-511d-47ee-8b01-b3886e574f25 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.286384] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.286583] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b472cc91-511d-47ee-8b01-b3886e574f25 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.286686] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.286871] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-e63981b8-4658-4f9b-97d6-f987469c7229 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.286973] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e63981b8-4658-4f9b-97d6-f987469c7229" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.287049] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e63981b8-4658-4f9b-97d6-f987469c7229" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.287267] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e63981b8-4658-4f9b-97d6-f987469c7229" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.287355] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e63981b8-4658-4f9b-97d6-f987469c7229',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.309731] env[69343]: INFO networking_nsxv3.common.synchronization [None req-3ac7a2cc-8794-4316-aceb-ca562b5dd787 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Enqueued Resource ID: 563fc3bd-502a-457a-a837-276f3d327cc1 with Priority: HIGHEST for action security_group_rules [ 915.310423] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563fc3bd-502a-457a-a837-276f3d327cc1 with Priority: HIGHEST for action security_group_rules [ 915.311173] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-563fc3bd-502a-457a-a837-276f3d327cc1 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.311173] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-563fc3bd-502a-457a-a837-276f3d327cc1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.745267] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.745267] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.745427] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.749138] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.749295] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.750397] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 563fc3bd-502a-457a-a837-276f3d327cc1 already deleted. [ 915.750397] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-563fc3bd-502a-457a-a837-276f3d327cc1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.750397] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-563fc3bd-502a-457a-a837-276f3d327cc1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.750397] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-563fc3bd-502a-457a-a837-276f3d327cc1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.750397] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('563fc3bd-502a-457a-a837-276f3d327cc1',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.793996] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e63981b8-4658-4f9b-97d6-f987469c7229 with status ACTIVE [ 915.793996] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.793996] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.793996] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.793996] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.793996] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.793996] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.793996] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.793996] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.793996] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.793996] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.793996] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.793996] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.793996] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.793996] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.793996] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.793996] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e63981b8-4658-4f9b-97d6-f987469c7229 is going to be updated. [ 915.816222] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.816396] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.816449] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.816750] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.816827] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.816993] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e63981b8-4658-4f9b-97d6-f987469c7229" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.275498] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.275815] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.275815] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.275980] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.276079] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.276181] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 563fc3bd-502a-457a-a837-276f3d327cc1 already deleted. [ 916.276262] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-563fc3bd-502a-457a-a837-276f3d327cc1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.685594] env[69343]: INFO networking_nsxv3.common.synchronization [req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 req-a982639c-2672-471a-ba8f-f9bf31c8575d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Enqueued Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_members [ 916.686122] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_members [ 916.686427] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.686556] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.686624] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.686823] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.686974] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.688403] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.688537] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.688732] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.688828] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.688926] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.783513] env[69343]: INFO networking_nsxv3.common.synchronization [None req-83320b32-fe82-4935-a040-7561d0288ca6 None None] Enqueued Resource ID: 64b15b3d-4895-4fdd-be60-0a3da155faab with Priority: HIGHEST for action port [ 916.783993] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64b15b3d-4895-4fdd-be60-0a3da155faab with Priority: HIGHEST for action port [ 916.784520] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-64b15b3d-4895-4fdd-be60-0a3da155faab taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.784636] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64b15b3d-4895-4fdd-be60-0a3da155faab" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.784699] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64b15b3d-4895-4fdd-be60-0a3da155faab" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.785177] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64b15b3d-4895-4fdd-be60-0a3da155faab" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.785266] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64b15b3d-4895-4fdd-be60-0a3da155faab',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.874407] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b472cc91-511d-47ee-8b01-b3886e574f25 in Status: SUCCESS [ 916.874407] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.874582] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.875482] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.875482] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.875482] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.875482] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.875482] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.875765] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.875765] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.875765] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b472cc91-511d-47ee-8b01-b3886e574f25',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.876714] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.876885] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.877096] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.877212] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.877280] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.877431] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.877522] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.877613] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b472cc91-511d-47ee-8b01-b3886e574f25',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.191354] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.191535] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.191698] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.191792] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.191887] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.192098] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.192197] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.192258] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.192446] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.192537] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.192572] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7445b3cd-609e-49ea-bda8-52dc323593df is going to be updated. [ 917.220055] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.220235] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.220332] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.220582] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.220773] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.229499] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: IN_PROGRESS for 2s [ 917.289440] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64b15b3d-4895-4fdd-be60-0a3da155faab [ 917.289740] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.289845] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.289916] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.290191] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.290302] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.290424] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64b15b3d-4895-4fdd-be60-0a3da155faab already deleted. [ 917.290516] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64b15b3d-4895-4fdd-be60-0a3da155faab" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.379501] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b472cc91-511d-47ee-8b01-b3886e574f25 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.379699] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.384107] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b472cc91-511d-47ee-8b01-b3886e574f25',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.887454] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b472cc91-511d-47ee-8b01-b3886e574f25',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.392466] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.392772] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.392772] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.392957] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.393024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.393102] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b472cc91-511d-47ee-8b01-b3886e574f25 is going to be updated. [ 918.419840] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.419840] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.419840] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.420060] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.420151] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.433376] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b472cc91-511d-47ee-8b01-b3886e574f25 in Status: IN_PROGRESS for 2s [ 919.238471] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: SUCCESS [ 919.238727] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7445b3cd-609e-49ea-bda8-52dc323593df deletion is rescheduled due to dependency. [ 919.238853] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.442418] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b472cc91-511d-47ee-8b01-b3886e574f25 in Status: SUCCESS [ 920.442722] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.442823] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.443052] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.443250] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.443371] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.443436] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.443593] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.443670] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.443767] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b472cc91-511d-47ee-8b01-b3886e574f25',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.945679] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b472cc91-511d-47ee-8b01-b3886e574f25',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.154886] env[69343]: INFO networking_nsxv3.common.synchronization [req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 req-9c75c4ce-3503-4a2a-a4c9-d24c4ef5f417 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Enqueued Resource ID: 360790c4-5096-4feb-821f-bbbeeeab27ef with Priority: HIGHEST for action security_group_members [ 921.154983] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 360790c4-5096-4feb-821f-bbbeeeab27ef with Priority: HIGHEST for action security_group_members [ 921.155457] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-360790c4-5096-4feb-821f-bbbeeeab27ef taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.155457] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.155457] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.155935] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.156629] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.158544] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.158642] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.158818] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.158906] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.159010] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('360790c4-5096-4feb-821f-bbbeeeab27ef',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.312440] env[69343]: INFO networking_nsxv3.common.synchronization [None req-070cfd6d-444b-4371-be2a-65f41faff035 None None] Enqueued Resource ID: 29d2cd5a-2138-48ac-873b-ef0bbb8dde6d with Priority: HIGHEST for action port [ 921.312873] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29d2cd5a-2138-48ac-873b-ef0bbb8dde6d with Priority: HIGHEST for action port [ 921.313198] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-29d2cd5a-2138-48ac-873b-ef0bbb8dde6d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.313360] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29d2cd5a-2138-48ac-873b-ef0bbb8dde6d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.313415] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29d2cd5a-2138-48ac-873b-ef0bbb8dde6d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.313687] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29d2cd5a-2138-48ac-873b-ef0bbb8dde6d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.313939] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29d2cd5a-2138-48ac-873b-ef0bbb8dde6d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.450116] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b472cc91-511d-47ee-8b01-b3886e574f25',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.661463] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('360790c4-5096-4feb-821f-bbbeeeab27ef',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.813258] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.813258] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-608" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.813433] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-608" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.813880] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-608" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.813880] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.815518] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.820017] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.820017] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.820017] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.820017] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 921.820017] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.820017] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.820017] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.820017] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 921.820017] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.820017] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.820017] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29d2cd5a-2138-48ac-873b-ef0bbb8dde6d [ 921.820017] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.820017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.820017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.821632] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.822342] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.822493] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29d2cd5a-2138-48ac-873b-ef0bbb8dde6d already deleted. [ 921.822582] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29d2cd5a-2138-48ac-873b-ef0bbb8dde6d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.839616] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.839869] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 921.840097] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.840319] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-608" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.840686] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-900aa794-bd1c-4aa0-99f8-7c43edc527ea taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.840907] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-900aa794-bd1c-4aa0-99f8-7c43edc527ea" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.841068] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-900aa794-bd1c-4aa0-99f8-7c43edc527ea" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.841444] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-900aa794-bd1c-4aa0-99f8-7c43edc527ea" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.841629] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('900aa794-bd1c-4aa0-99f8-7c43edc527ea',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.955244] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.955244] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.955244] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.955244] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.955244] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.955244] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b472cc91-511d-47ee-8b01-b3886e574f25 is going to be updated. [ 921.982100] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.982100] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.982100] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.982281] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.982382] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.992869] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b472cc91-511d-47ee-8b01-b3886e574f25 in Status: IN_PROGRESS for 2s [ 922.165358] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('360790c4-5096-4feb-821f-bbbeeeab27ef',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.346609] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.346609] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.346609] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.346609] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.346609] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.346609] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 900aa794-bd1c-4aa0-99f8-7c43edc527ea not found, creating... [ 922.346609] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.346609] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.346609] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.346609] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.346609] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.347367] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.347780] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.348042] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.348344] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.348590] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.349367] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 900aa794-bd1c-4aa0-99f8-7c43edc527ea is going to be created. [ 922.373019] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.373019] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.373019] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.373019] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.373019] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.373019] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-900aa794-bd1c-4aa0-99f8-7c43edc527ea" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.671653] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.674270] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.674270] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.674270] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.674270] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.674270] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 360790c4-5096-4feb-821f-bbbeeeab27ef is going to be updated. [ 922.701550] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.701550] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.701550] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.701550] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.701550] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.709861] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 360790c4-5096-4feb-821f-bbbeeeab27ef in Status: IN_PROGRESS for 2s [ 923.129224] env[69343]: INFO networking_nsxv3.common.synchronization [req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 req-f600e197-7c67-4127-9a47-f3c1e23e8e02 service nova] Enqueued Resource ID: 360790c4-5096-4feb-821f-bbbeeeab27ef with Priority: HIGHEST for action security_group_rules [ 923.129469] env[69343]: INFO networking_nsxv3.common.synchronization [req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 req-f600e197-7c67-4127-9a47-f3c1e23e8e02 service nova] Enqueued Resource ID: 360790c4-5096-4feb-821f-bbbeeeab27ef with Priority: HIGHEST for action security_group_members [ 923.129543] env[69343]: INFO networking_nsxv3.common.synchronization [req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 req-f600e197-7c67-4127-9a47-f3c1e23e8e02 service nova] Enqueued Resource ID: 900aa794-bd1c-4aa0-99f8-7c43edc527ea with Priority: HIGHEST for action port [ 923.129768] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 360790c4-5096-4feb-821f-bbbeeeab27ef with Priority: HIGHEST for action security_group_rules [ 923.129901] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 360790c4-5096-4feb-821f-bbbeeeab27ef with Priority: HIGHEST for action security_group_members [ 923.131226] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 900aa794-bd1c-4aa0-99f8-7c43edc527ea with Priority: HIGHEST for action port [ 923.131870] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-360790c4-5096-4feb-821f-bbbeeeab27ef taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.131975] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.132131] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.132351] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.132424] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('360790c4-5096-4feb-821f-bbbeeeab27ef',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.137025] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-360790c4-5096-4feb-821f-bbbeeeab27ef taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.137025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.137025] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-900aa794-bd1c-4aa0-99f8-7c43edc527ea taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.137025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-900aa794-bd1c-4aa0-99f8-7c43edc527ea" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.137025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-900aa794-bd1c-4aa0-99f8-7c43edc527ea" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.137025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-900aa794-bd1c-4aa0-99f8-7c43edc527ea" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.137025] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('900aa794-bd1c-4aa0-99f8-7c43edc527ea',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.601177] env[69343]: INFO networking_nsxv3.common.synchronization [req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 req-356d7ebb-dc3c-4fdc-b1d4-1da587c6ec24 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Enqueued Resource ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d with Priority: HIGHEST for action security_group_members [ 923.601902] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d with Priority: HIGHEST for action security_group_members [ 923.602544] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.603259] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.603579] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.604313] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.604698] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.606973] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.606973] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.606973] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.606973] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.606973] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.634840] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-360790c4-5096-4feb-821f-bbbeeeab27ef taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.634840] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.638112] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 900aa794-bd1c-4aa0-99f8-7c43edc527ea with status ACTIVE [ 923.638520] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.638854] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.639098] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.639502] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.639767] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.640153] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.640443] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.640654] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.640985] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.641230] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.641627] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.643020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.643020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.643020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.643020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.643020] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 900aa794-bd1c-4aa0-99f8-7c43edc527ea is going to be updated. [ 923.664943] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.664943] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.664943] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.664943] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.664943] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.664943] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-900aa794-bd1c-4aa0-99f8-7c43edc527ea" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.980841] env[69343]: INFO networking_nsxv3.common.synchronization [None req-64039ab5-8abb-4a3f-8939-02cdccf592ec None None] Enqueued Resource ID: 2b498b4e-1515-4e8c-a3e0-1caceb60d0c2 with Priority: HIGHEST for action port [ 923.982553] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b498b4e-1515-4e8c-a3e0-1caceb60d0c2 with Priority: HIGHEST for action port [ 923.983750] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b498b4e-1515-4e8c-a3e0-1caceb60d0c2 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.983987] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b498b4e-1515-4e8c-a3e0-1caceb60d0c2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.984090] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b498b4e-1515-4e8c-a3e0-1caceb60d0c2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.984480] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b498b4e-1515-4e8c-a3e0-1caceb60d0c2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.984583] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b498b4e-1515-4e8c-a3e0-1caceb60d0c2',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.002312] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b472cc91-511d-47ee-8b01-b3886e574f25 in Status: SUCCESS [ 924.003285] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.003285] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.003285] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.003441] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.003498] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.003532] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.003689] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.004181] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.004181] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b472cc91-511d-47ee-8b01-b3886e574f25',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.019141] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.019141] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-71" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.019512] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-71" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.019925] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-71" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.023159] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.023159] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.023159] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.023159] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.023159] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.023159] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 924.023159] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.023159] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.023159] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.023159] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 924.023159] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.023159] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.042090] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.042258] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 924.042394] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.042564] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-71" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.042896] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-f554da31-29db-4d66-a280-5b951b0c3c7c taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.043081] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-f554da31-29db-4d66-a280-5b951b0c3c7c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.043201] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-f554da31-29db-4d66-a280-5b951b0c3c7c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.043527] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-f554da31-29db-4d66-a280-5b951b0c3c7c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.043667] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f554da31-29db-4d66-a280-5b951b0c3c7c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.108923] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.110026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.110026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.110026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.110026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.110026] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.110026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.110026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.110026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.110026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.110389] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d is going to be updated. [ 924.141594] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.141805] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.141909] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.142216] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.142414] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.153359] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d in Status: IN_PROGRESS for 2s [ 924.488275] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b498b4e-1515-4e8c-a3e0-1caceb60d0c2 [ 924.488671] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.488877] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.489045] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.489276] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.489367] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.489459] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b498b4e-1515-4e8c-a3e0-1caceb60d0c2 already deleted. [ 924.489607] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b498b4e-1515-4e8c-a3e0-1caceb60d0c2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.506236] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b472cc91-511d-47ee-8b01-b3886e574f25',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.549840] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.550169] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.550361] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.550817] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.553521] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.553521] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port f554da31-29db-4d66-a280-5b951b0c3c7c not found, creating... [ 924.553521] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.553521] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.553521] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.553521] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.553521] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.553521] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.553865] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.554025] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.554481] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.554730] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.554898] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: f554da31-29db-4d66-a280-5b951b0c3c7c is going to be created. [ 924.575271] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.577215] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.577215] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.577215] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.577215] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.577215] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-f554da31-29db-4d66-a280-5b951b0c3c7c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.721500] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 360790c4-5096-4feb-821f-bbbeeeab27ef in Status: SUCCESS [ 924.721500] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.721500] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.721500] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.721500] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.721500] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.721500] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.721500] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.722122] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.722122] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('360790c4-5096-4feb-821f-bbbeeeab27ef',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.008162] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b472cc91-511d-47ee-8b01-b3886e574f25',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.130099] env[69343]: INFO networking_nsxv3.common.synchronization [None req-2a29e752-2513-436d-92c9-0b349e9e6ff2 None None] Enqueued Resource ID: 06de65c1-1472-4f88-8091-4ab45743837d with Priority: HIGHEST for action port [ 925.130657] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06de65c1-1472-4f88-8091-4ab45743837d with Priority: HIGHEST for action port [ 925.130996] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-06de65c1-1472-4f88-8091-4ab45743837d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.131771] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06de65c1-1472-4f88-8091-4ab45743837d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.131840] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06de65c1-1472-4f88-8091-4ab45743837d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.132128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06de65c1-1472-4f88-8091-4ab45743837d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.132215] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06de65c1-1472-4f88-8091-4ab45743837d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.224448] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('360790c4-5096-4feb-821f-bbbeeeab27ef',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.369333] env[69343]: INFO networking_nsxv3.common.synchronization [req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 req-aaf7f78e-e195-4d67-81e3-d2025732c855 service nova] Enqueued Resource ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d with Priority: HIGHEST for action security_group_rules [ 925.369690] env[69343]: INFO networking_nsxv3.common.synchronization [req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 req-aaf7f78e-e195-4d67-81e3-d2025732c855 service nova] Enqueued Resource ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d with Priority: HIGHEST for action security_group_members [ 925.370132] env[69343]: INFO networking_nsxv3.common.synchronization [req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 req-aaf7f78e-e195-4d67-81e3-d2025732c855 service nova] Enqueued Resource ID: f554da31-29db-4d66-a280-5b951b0c3c7c with Priority: HIGHEST for action port [ 925.370799] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d with Priority: HIGHEST for action security_group_rules [ 925.371161] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d with Priority: HIGHEST for action security_group_members [ 925.371477] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f554da31-29db-4d66-a280-5b951b0c3c7c with Priority: HIGHEST for action port [ 925.371849] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c7034aa-9e73-4388-99d9-0b48f7f62b5d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.372099] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.372250] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.372699] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.372850] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.373810] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.374044] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.374362] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-f554da31-29db-4d66-a280-5b951b0c3c7c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.374779] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f554da31-29db-4d66-a280-5b951b0c3c7c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.374948] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f554da31-29db-4d66-a280-5b951b0c3c7c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.375238] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f554da31-29db-4d66-a280-5b951b0c3c7c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.375410] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f554da31-29db-4d66-a280-5b951b0c3c7c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.514385] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.514385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.514385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.514385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.514641] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.514641] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b472cc91-511d-47ee-8b01-b3886e574f25 is going to be updated. [ 925.551857] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.552139] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.552259] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.553109] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.553109] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.565666] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b472cc91-511d-47ee-8b01-b3886e574f25 in Status: IN_PROGRESS for 2s [ 925.635790] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06de65c1-1472-4f88-8091-4ab45743837d [ 925.636322] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.636914] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.636914] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.637111] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.637274] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.637416] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06de65c1-1472-4f88-8091-4ab45743837d already deleted. [ 925.637545] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06de65c1-1472-4f88-8091-4ab45743837d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.727994] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('360790c4-5096-4feb-821f-bbbeeeab27ef',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.879988] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.879988] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.880248] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f554da31-29db-4d66-a280-5b951b0c3c7c with status ACTIVE [ 925.880525] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.880646] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.880710] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.881169] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.881551] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.883592] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.883592] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.883592] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.883872] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.883872] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.883979] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.884065] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.884131] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.884583] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.884583] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.884583] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f554da31-29db-4d66-a280-5b951b0c3c7c is going to be updated. [ 925.905295] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.905429] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.905502] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.906282] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.906282] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.906282] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f554da31-29db-4d66-a280-5b951b0c3c7c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.959394] env[69343]: INFO networking_nsxv3.common.synchronization [None req-7487f15d-4925-4a4d-a929-93dce299a3dd tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Enqueued Resource ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 with Priority: HIGHEST for action security_group_rules [ 925.959394] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 with Priority: HIGHEST for action security_group_rules [ 925.960715] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.962399] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.962399] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.962399] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.962399] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d5ac5ab-e72f-4d27-a05a-cfca61ee3444',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.122697] env[69343]: INFO networking_nsxv3.common.synchronization [None req-efafb061-79c7-4a79-bb9e-2d5705515cd1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Enqueued Resource ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 with Priority: HIGHEST for action security_group_rules [ 926.122697] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 with Priority: HIGHEST for action security_group_rules [ 926.123034] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.123094] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.161182] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d in Status: SUCCESS [ 926.161312] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d deletion is rescheduled due to dependency. [ 926.161378] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.161537] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.161759] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.161945] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.162080] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.162146] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.162308] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.162391] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.162484] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.230603] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.230833] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.230879] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.231139] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.231267] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.231381] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 360790c4-5096-4feb-821f-bbbeeeab27ef is going to be updated. [ 926.258600] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.258773] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.258870] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.259559] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.263021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.271338] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 360790c4-5096-4feb-821f-bbbeeeab27ef in Status: IN_PROGRESS for 2s [ 926.485439] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.485439] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.485439] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.485439] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.485439] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.485439] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 already deleted. [ 926.485439] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.485439] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.485439] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.485439] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d5ac5ab-e72f-4d27-a05a-cfca61ee3444',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.665655] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.668801] env[69343]: INFO networking_nsxv3.common.synchronization [req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 req-e9fe5c32-71b6-4b7d-8086-a0383727516a tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Enqueued Resource ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d with Priority: HIGHEST for action security_group_members [ 926.669212] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d with Priority: HIGHEST for action security_group_members [ 926.669521] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.669649] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.009224] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.009224] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.009224] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.009224] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.009224] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.009224] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 already deleted. [ 927.009224] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.172097] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.312027] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.312027] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-71" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.312027] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-71" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.312027] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-71" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.312634] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.312957] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.313245] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.313590] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.313886] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.314357] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 927.314621] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.317021] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.317021] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.317021] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 927.317021] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.317021] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.339914] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.339914] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 927.339914] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.339914] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-71" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.339914] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-ec9cc5a7-303c-4f2d-86a9-ba32557910ca taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.339914] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-ec9cc5a7-303c-4f2d-86a9-ba32557910ca" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.339914] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-ec9cc5a7-303c-4f2d-86a9-ba32557910ca" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.339914] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-ec9cc5a7-303c-4f2d-86a9-ba32557910ca" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.340689] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec9cc5a7-303c-4f2d-86a9-ba32557910ca',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.576744] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b472cc91-511d-47ee-8b01-b3886e574f25 in Status: SUCCESS [ 927.576999] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.577243] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.577500] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.578028] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.578218] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.578218] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.578399] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.578505] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.578723] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.578943] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b472cc91-511d-47ee-8b01-b3886e574f25 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.579633] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.579722] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.579897] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.580097] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.580246] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.580318] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.580472] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.580572] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.580701] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.580860] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b472cc91-511d-47ee-8b01-b3886e574f25',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.604352] env[69343]: INFO networking_nsxv3.common.synchronization [None req-a6b6bce2-9c21-4196-8336-3de1088d1274 None None] Enqueued Resource ID: 85156632-7a29-46be-8355-8ca30e6e88b1 with Priority: HIGHEST for action port [ 927.604941] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85156632-7a29-46be-8355-8ca30e6e88b1 with Priority: HIGHEST for action port [ 927.605652] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-85156632-7a29-46be-8355-8ca30e6e88b1 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.605875] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85156632-7a29-46be-8355-8ca30e6e88b1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.605875] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85156632-7a29-46be-8355-8ca30e6e88b1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.606215] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85156632-7a29-46be-8355-8ca30e6e88b1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.606291] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85156632-7a29-46be-8355-8ca30e6e88b1',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.673676] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.673804] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.673903] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.674142] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.674228] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.674329] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d is going to be updated. [ 927.704153] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.704616] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.704778] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.705209] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.705368] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.713984] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d in Status: IN_PROGRESS for 2s [ 927.843328] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.843548] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.843672] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.844015] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.844215] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.844492] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port ec9cc5a7-303c-4f2d-86a9-ba32557910ca not found, creating... [ 927.846405] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.846405] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.846405] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.846405] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.846405] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.846405] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.846405] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.846405] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.846405] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.846933] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.846933] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: ec9cc5a7-303c-4f2d-86a9-ba32557910ca is going to be created. [ 927.868532] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.868961] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.868961] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.872546] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.872826] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.873483] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-ec9cc5a7-303c-4f2d-86a9-ba32557910ca" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.083871] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b472cc91-511d-47ee-8b01-b3886e574f25: rpc.has_security_group_logging(os_id): False [ 928.109370] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.109517] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.109619] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.110710] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.110857] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.111096] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.113191] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.113191] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.113191] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.113191] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.113191] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.113191] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.113191] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.113191] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.113191] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.113191] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.113191] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.113191] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.113191] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.113191] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.113191] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b472cc91-511d-47ee-8b01-b3886e574f25 is going to be created. [ 928.113913] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85156632-7a29-46be-8355-8ca30e6e88b1 [ 928.114084] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.114190] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.114256] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.114405] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.114481] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.114568] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85156632-7a29-46be-8355-8ca30e6e88b1 already deleted. [ 928.114645] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85156632-7a29-46be-8355-8ca30e6e88b1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.189595] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.189932] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.189932] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.190409] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.190409] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.203777] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b472cc91-511d-47ee-8b01-b3886e574f25 in Status: IN_PROGRESS for 2s [ 928.284559] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 360790c4-5096-4feb-821f-bbbeeeab27ef in Status: SUCCESS [ 928.284848] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.285025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.285702] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.285702] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.285702] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.285702] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.285924] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.285924] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.285924] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.286049] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('360790c4-5096-4feb-821f-bbbeeeab27ef',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.611122] env[69343]: INFO networking_nsxv3.common.synchronization [req-faf204cd-5bd5-4d67-967f-b0e66653aaeb req-c8931163-18e2-4389-88b1-a37689763c39 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Enqueued Resource ID: b472cc91-511d-47ee-8b01-b3886e574f25 with Priority: HIGHEST for action security_group_members [ 928.612201] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b472cc91-511d-47ee-8b01-b3886e574f25 with Priority: HIGHEST for action security_group_members [ 928.612346] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b472cc91-511d-47ee-8b01-b3886e574f25 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.612510] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.612621] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.612732] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.612890] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.613033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.613133] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.613266] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.613347] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.613444] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b472cc91-511d-47ee-8b01-b3886e574f25',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.792090] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-360790c4-5096-4feb-821f-bbbeeeab27ef taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.792169] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.792314] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.792469] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.792641] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.792742] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.792809] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.792943] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.793070] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.793133] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.793297] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-360790c4-5096-4feb-821f-bbbeeeab27ef taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.793402] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.793457] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.793602] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.793740] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.793825] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.793885] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.794017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.794098] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.794181] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.794273] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('360790c4-5096-4feb-821f-bbbeeeab27ef',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.852220] env[69343]: INFO networking_nsxv3.common.synchronization [req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 req-b260c4f4-cd3a-4212-938c-6e9279ee6a26 service nova] Enqueued Resource ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d with Priority: HIGHEST for action security_group_rules [ 928.852220] env[69343]: INFO networking_nsxv3.common.synchronization [req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 req-b260c4f4-cd3a-4212-938c-6e9279ee6a26 service nova] Enqueued Resource ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d with Priority: HIGHEST for action security_group_members [ 928.852220] env[69343]: INFO networking_nsxv3.common.synchronization [req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 req-b260c4f4-cd3a-4212-938c-6e9279ee6a26 service nova] Enqueued Resource ID: ec9cc5a7-303c-4f2d-86a9-ba32557910ca with Priority: HIGHEST for action port [ 928.852220] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d with Priority: HIGHEST for action security_group_rules [ 928.852220] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d with Priority: HIGHEST for action security_group_members [ 928.852220] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec9cc5a7-303c-4f2d-86a9-ba32557910ca with Priority: HIGHEST for action port [ 928.852220] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c7034aa-9e73-4388-99d9-0b48f7f62b5d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.852220] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.852220] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.852220] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.852220] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec9cc5a7-303c-4f2d-86a9-ba32557910ca taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.852647] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec9cc5a7-303c-4f2d-86a9-ba32557910ca" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.852647] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec9cc5a7-303c-4f2d-86a9-ba32557910ca" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.852647] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec9cc5a7-303c-4f2d-86a9-ba32557910ca" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.852647] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec9cc5a7-303c-4f2d-86a9-ba32557910ca',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.088800] env[69343]: INFO networking_nsxv3.common.synchronization [req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 req-da0927d3-33a4-4ddb-85c6-7d0cd36d6060 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Enqueued Resource ID: ded98dd2-95e5-4f48-bfb5-c271234378e0 with Priority: HIGHEST for action security_group_members [ 929.089481] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded98dd2-95e5-4f48-bfb5-c271234378e0 with Priority: HIGHEST for action security_group_members [ 929.089799] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded98dd2-95e5-4f48-bfb5-c271234378e0 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.089974] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.090111] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.090330] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.090541] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.090646] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.090708] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.090893] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.092140] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.092140] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ded98dd2-95e5-4f48-bfb5-c271234378e0',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.116838] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b472cc91-511d-47ee-8b01-b3886e574f25',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.300252] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 360790c4-5096-4feb-821f-bbbeeeab27ef: rpc.has_security_group_logging(os_id): False [ 929.317209] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.317458] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.317568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.317877] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.318029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.318715] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.318715] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.318715] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.318715] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.318715] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.319383] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.319383] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.319383] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.319383] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.319383] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.320258] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.320258] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.320258] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.321630] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.321778] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.321881] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 360790c4-5096-4feb-821f-bbbeeeab27ef is going to be updated. [ 929.355732] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec9cc5a7-303c-4f2d-86a9-ba32557910ca with status ACTIVE [ 929.356039] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.356233] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.356233] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.356429] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.356530] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.356735] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.357043] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.357043] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.357043] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.357334] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.357414] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.357543] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.357543] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.357705] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.357956] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.357956] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec9cc5a7-303c-4f2d-86a9-ba32557910ca is going to be updated. [ 929.375593] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.376134] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.376134] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.376134] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.376425] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.376425] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec9cc5a7-303c-4f2d-86a9-ba32557910ca" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.385021] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.385021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.385021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.385021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.385021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.394406] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 360790c4-5096-4feb-821f-bbbeeeab27ef in Status: IN_PROGRESS for 2s [ 929.531043] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-247 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.531043] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-247" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.531043] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-247" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.532363] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-247" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.532363] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.532511] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.532705] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.533056] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.533268] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.533586] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 929.533743] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 929.533938] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 929.534134] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 929.534326] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 929.534506] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 929.534717] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 929.552999] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 929.553233] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 929.553414] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 929.553636] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-247" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.554024] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-5d9e174c-8f54-483c-a4d5-42f291c2f3ea taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.554207] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-5d9e174c-8f54-483c-a4d5-42f291c2f3ea" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.554539] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-5d9e174c-8f54-483c-a4d5-42f291c2f3ea" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.554629] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-5d9e174c-8f54-483c-a4d5-42f291c2f3ea" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.554798] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d9e174c-8f54-483c-a4d5-42f291c2f3ea',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.593738] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.593902] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.593952] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.594176] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.594263] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.594451] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.594543] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.594602] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.594753] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.594861] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.594949] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ded98dd2-95e5-4f48-bfb5-c271234378e0 already deleted. [ 929.595040] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.618099] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b472cc91-511d-47ee-8b01-b3886e574f25',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.724276] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d in Status: SUCCESS [ 929.724599] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.724806] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.725199] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.725427] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.725564] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.725686] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.725881] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.725969] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.726087] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.726256] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.727316] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.728050] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.728050] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.728050] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.728050] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.728304] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.728359] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.728420] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.058847] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.059316] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.059564] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.060030] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.060288] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.060556] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 5d9e174c-8f54-483c-a4d5-42f291c2f3ea not found, creating... [ 930.061044] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.061322] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.061921] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.061921] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.062140] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.062688] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.063190] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.063190] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.063630] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.063760] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.063996] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 5d9e174c-8f54-483c-a4d5-42f291c2f3ea is going to be created. [ 930.086704] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.087091] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.087229] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.087679] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.088058] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.088419] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-5d9e174c-8f54-483c-a4d5-42f291c2f3ea" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.121447] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.121773] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.121773] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.122242] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.122242] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.122423] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b472cc91-511d-47ee-8b01-b3886e574f25 is going to be updated. [ 930.150511] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.150838] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.150838] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.151104] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.151104] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.165360] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b472cc91-511d-47ee-8b01-b3886e574f25 in Status: IN_PROGRESS for 2s [ 930.227275] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b472cc91-511d-47ee-8b01-b3886e574f25 in Status: SUCCESS [ 930.227517] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.227730] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.227969] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.228221] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b472cc91-511d-47ee-8b01-b3886e574f25',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.229752] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.230013] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.230103] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.730758] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b472cc91-511d-47ee-8b01-b3886e574f25 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.731121] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.734308] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.817228] env[69343]: INFO networking_nsxv3.common.synchronization [req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 req-e9a9b564-68a7-4008-9e2e-570c788cc3f5 service nova] Enqueued Resource ID: ded98dd2-95e5-4f48-bfb5-c271234378e0 with Priority: HIGHEST for action security_group_rules [ 930.820466] env[69343]: INFO networking_nsxv3.common.synchronization [req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 req-e9a9b564-68a7-4008-9e2e-570c788cc3f5 service nova] Enqueued Resource ID: ded98dd2-95e5-4f48-bfb5-c271234378e0 with Priority: HIGHEST for action security_group_members [ 930.820466] env[69343]: INFO networking_nsxv3.common.synchronization [req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 req-e9a9b564-68a7-4008-9e2e-570c788cc3f5 service nova] Enqueued Resource ID: 5d9e174c-8f54-483c-a4d5-42f291c2f3ea with Priority: HIGHEST for action port [ 930.820466] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded98dd2-95e5-4f48-bfb5-c271234378e0 with Priority: HIGHEST for action security_group_rules [ 930.820466] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded98dd2-95e5-4f48-bfb5-c271234378e0 with Priority: HIGHEST for action security_group_members [ 930.820466] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d9e174c-8f54-483c-a4d5-42f291c2f3ea with Priority: HIGHEST for action port [ 930.820466] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ded98dd2-95e5-4f48-bfb5-c271234378e0 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.820466] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.820466] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.820466] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.820466] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ded98dd2-95e5-4f48-bfb5-c271234378e0',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.820466] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded98dd2-95e5-4f48-bfb5-c271234378e0 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.820466] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.820466] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.821188] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.821188] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.821188] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.821188] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.821335] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.822326] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.822326] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ded98dd2-95e5-4f48-bfb5-c271234378e0',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.822326] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d9e174c-8f54-483c-a4d5-42f291c2f3ea taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.822755] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d9e174c-8f54-483c-a4d5-42f291c2f3ea" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.822755] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d9e174c-8f54-483c-a4d5-42f291c2f3ea" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.822847] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d9e174c-8f54-483c-a4d5-42f291c2f3ea" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.826019] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d9e174c-8f54-483c-a4d5-42f291c2f3ea',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.236188] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.236351] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.236426] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.236642] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.236736] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.236835] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d is going to be updated. [ 931.268211] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.268211] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.268211] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.268211] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.268211] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.276234] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d in Status: IN_PROGRESS for 2s [ 931.325153] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded98dd2-95e5-4f48-bfb5-c271234378e0 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.325290] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.325476] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ded98dd2-95e5-4f48-bfb5-c271234378e0',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.326420] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d9e174c-8f54-483c-a4d5-42f291c2f3ea with status ACTIVE [ 931.326603] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.326720] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.326787] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.327011] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.327099] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.327261] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.327353] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.327415] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.327565] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.327680] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.327840] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.327923] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.327986] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.328159] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.328235] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.328316] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d9e174c-8f54-483c-a4d5-42f291c2f3ea is going to be updated. [ 931.361178] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.361378] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.361454] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.361663] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.361804] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.361965] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d9e174c-8f54-483c-a4d5-42f291c2f3ea" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.407184] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 360790c4-5096-4feb-821f-bbbeeeab27ef in Status: SUCCESS [ 931.408029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.830834] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ded98dd2-95e5-4f48-bfb5-c271234378e0',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.176555] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b472cc91-511d-47ee-8b01-b3886e574f25 in Status: SUCCESS [ 932.176640] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.176776] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.177018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.177221] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.177343] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.177408] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.177561] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.177684] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.177771] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.177963] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b472cc91-511d-47ee-8b01-b3886e574f25',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.336483] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.336483] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.336483] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.336483] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.336790] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.336790] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ded98dd2-95e5-4f48-bfb5-c271234378e0 is going to be created. [ 932.359063] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.359158] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.359204] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.359404] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.359558] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.368576] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded98dd2-95e5-4f48-bfb5-c271234378e0 in Status: UNINITIALIZED for 2s [ 932.680569] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b472cc91-511d-47ee-8b01-b3886e574f25 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.680740] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.680795] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.681039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.681218] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.681318] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.681376] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.681524] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.681612] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.681700] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.681849] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b472cc91-511d-47ee-8b01-b3886e574f25 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.681969] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.682058] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.682192] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.682336] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.682428] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.682491] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.682647] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.682694] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.682783] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.682964] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b472cc91-511d-47ee-8b01-b3886e574f25',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.188481] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b472cc91-511d-47ee-8b01-b3886e574f25: rpc.has_security_group_logging(os_id): False [ 933.215962] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.215962] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.215962] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.215962] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.215962] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.216276] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.216276] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.216276] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.216431] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.216484] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.216705] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.216805] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.216878] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.217057] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.217133] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.217372] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.217485] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.217551] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.217736] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.217814] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.217906] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b472cc91-511d-47ee-8b01-b3886e574f25 is going to be updated. [ 933.289345] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d in Status: SUCCESS [ 933.289576] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.289790] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.290232] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.290346] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.290461] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.290532] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.290707] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.290795] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.290899] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.292572] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.292690] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.292788] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.292920] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.293069] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.307125] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b472cc91-511d-47ee-8b01-b3886e574f25 in Status: IN_PROGRESS for 2s [ 933.798019] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.300956] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.338061] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.338215] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.338260] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.338467] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.338577] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.378038] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded98dd2-95e5-4f48-bfb5-c271234378e0 in Status: SUCCESS [ 934.378209] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.378386] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.378616] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.378852] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.378987] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.379050] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.379284] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.379284] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.379391] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.379427] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ded98dd2-95e5-4f48-bfb5-c271234378e0',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.804162] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.804326] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.805069] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.805069] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.805069] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.805069] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d is going to be updated. [ 934.834470] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.834978] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.834978] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.835221] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.835221] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.840959] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.847030] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d in Status: IN_PROGRESS for 2s [ 934.881808] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ded98dd2-95e5-4f48-bfb5-c271234378e0',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.322333] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b472cc91-511d-47ee-8b01-b3886e574f25 in Status: SUCCESS [ 935.322598] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.322762] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.323076] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.323165] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b472cc91-511d-47ee-8b01-b3886e574f25',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.343692] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.384356] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ded98dd2-95e5-4f48-bfb5-c271234378e0: rpc.has_security_group_logging(os_id): False [ 935.403585] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.403784] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.403836] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.404074] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.404184] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.404427] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.404574] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.404638] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.404782] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.404860] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.404952] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ded98dd2-95e5-4f48-bfb5-c271234378e0 is going to be created. [ 935.469348] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.469555] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.469555] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.469753] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.469976] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.480122] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ded98dd2-95e5-4f48-bfb5-c271234378e0 in Status: IN_PROGRESS for 2s [ 935.819265] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 935.819407] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 935.827075] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b472cc91-511d-47ee-8b01-b3886e574f25 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.827253] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.827331] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.827572] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.827763] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.827857] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.827946] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.828112] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.828200] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.828283] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.828378] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b472cc91-511d-47ee-8b01-b3886e574f25',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.845872] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 935.846015] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 936.330291] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b472cc91-511d-47ee-8b01-b3886e574f25 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.331082] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.331082] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.331082] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.331082] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.331082] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.331082] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.331651] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.331651] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.331651] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.331651] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b472cc91-511d-47ee-8b01-b3886e574f25 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.331651] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.331651] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.332803] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.332803] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.332803] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.332803] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.332803] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.332803] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.332803] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.332803] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b472cc91-511d-47ee-8b01-b3886e574f25',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.694737] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.695023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.695023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.695212] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.707971] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 936.708842] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.709810] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 936.734868] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.735100] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.735172] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.735380] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.744630] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.745230] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 936.745311] env[69343]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69343) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 936.745401] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 936.780441] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.780802] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.780890] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.781129] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.782527] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.782772] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 936.835292] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b472cc91-511d-47ee-8b01-b3886e574f25: rpc.has_security_group_logging(os_id): False [ 936.844388] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.844551] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.844607] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.844840] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.846105] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.846105] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 936.853632] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.853771] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.853867] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.854068] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.860170] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d in Status: SUCCESS [ 936.860372] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.860527] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.861193] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.861193] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.861193] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.861193] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.861566] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.861667] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.861759] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.862015] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.862313] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.862387] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.863532] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.863532] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.863532] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.863532] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.863532] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.863532] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.863532] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.863532] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.872581] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.872812] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.872928] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.872987] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.873223] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.873314] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.873916] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.873916] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.873916] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.873916] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.873916] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.874180] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.874180] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.874264] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.874454] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.874454] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.874699] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b472cc91-511d-47ee-8b01-b3886e574f25 is going to be updated. [ 936.902794] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.902979] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.903091] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.903324] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.903580] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.903844] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:35. [ 936.903970] env[69343]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'7445b3cd-609e-49ea-bda8-52dc323593df', 'cb921d05-0d04-419a-91b0-97105f493a96', '03ccf97a-aeed-42ae-811c-f3b126dbcbd4', 'dadea01b-56c8-4e64-a1ec-51d0cde57da4', 'b472cc91-511d-47ee-8b01-b3886e574f25', 'c2e13d48-59bb-41ad-8d99-6031f30c6513', '263a8019-cd3d-4d98-849d-6a5083536c84', '24b97c2f-25e9-4c18-89e0-1d68e005dbfc', '1c7034aa-9e73-4388-99d9-0b48f7f62b5d', '327f0a5b-79f4-4049-bc27-7d0c0ee11938', 'e4fc5e04-12f1-4226-a748-294ee28ddb69', '1d785ece-366d-4827-8263-5e13f1c88e18', 'ded98dd2-95e5-4f48-bfb5-c271234378e0', '5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c', '360790c4-5096-4feb-821f-bbbeeeab27ef', 'd9b0edba-1a92-4312-8edc-a69e6c1f0f49', 'bfb0e13f-7c52-4b18-b634-0cae5250803c', 'a8e81289-2fbd-4664-9b74-973ca9612c95', '4c72dd1b-7b8e-4d4a-983c-cde1bff9f463', '2d0d8670-2c89-4092-8fc7-0202a700fa50', '3e6af472-50a9-457a-b0b2-5ad0aea42f2f', 'c7183df8-f575-4edc-ba64-424e0dc92c5a', '54c052bd-bb2b-425b-a647-95601d645611', 'c79e4546-925e-4461-b3cd-087a7698ad79', '39636ad9-f28e-4bcf-98f8-8555151bba24', '9a0b2103-d975-4472-afb2-cba12e59e6b5', '833c6a08-9446-43d9-ac6d-7d0c8738d152', '04dceb30-5dd4-47f5-953c-3d780cfd5b82', '694c549d-dffb-46e6-9e3d-a23a93b625be', '0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193', 'ca29e31f-fa66-41ed-ad31-30ffd294523e', 'c2bcfb43-8656-4657-b3e6-8e1cfa4681d6', 'ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857', 'ec2565f9-38b0-4dcc-b34c-dc4dab2e94db', '766f412f-9fe1-45fc-985e-7ed15f3ddfeb'} {{(pid=69343) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 936.904077] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 936.921033] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.921033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.921033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.921295] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.921295] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.921382] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 936.921459] env[69343]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69343) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 936.921531] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 936.931621] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.931749] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.931836] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.932013] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.932165] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.946674] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b472cc91-511d-47ee-8b01-b3886e574f25 in Status: IN_PROGRESS for 2s [ 936.984838] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.984986] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.985149] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.985274] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.985991] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.986210] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 936.986288] env[69343]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69343) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 936.986361] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 936.986426] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 936.986505] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/35 resources of Type:Security Group Rules [ 936.986576] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGH for action security_group_rules [ 936.986655] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb921d05-0d04-419a-91b0-97105f493a96 with Priority: HIGH for action security_group_rules [ 936.986723] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 03ccf97a-aeed-42ae-811c-f3b126dbcbd4 with Priority: HIGH for action security_group_rules [ 936.986789] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dadea01b-56c8-4e64-a1ec-51d0cde57da4 with Priority: HIGH for action security_group_rules [ 936.986850] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b472cc91-511d-47ee-8b01-b3886e574f25 with Priority: HIGH for action security_group_rules [ 936.986909] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 with Priority: HIGH for action security_group_rules [ 936.986968] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 263a8019-cd3d-4d98-849d-6a5083536c84 with Priority: HIGH for action security_group_rules [ 936.989554] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 24b97c2f-25e9-4c18-89e0-1d68e005dbfc with Priority: HIGH for action security_group_rules [ 936.989699] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d with Priority: HIGH for action security_group_rules [ 936.989788] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 with Priority: HIGH for action security_group_rules [ 936.989866] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 with Priority: HIGH for action security_group_rules [ 936.989937] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1d785ece-366d-4827-8263-5e13f1c88e18 with Priority: HIGH for action security_group_rules [ 936.990035] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ded98dd2-95e5-4f48-bfb5-c271234378e0 with Priority: HIGH for action security_group_rules [ 936.990789] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGH for action security_group_rules [ 936.990789] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 360790c4-5096-4feb-821f-bbbeeeab27ef with Priority: HIGH for action security_group_rules [ 936.990789] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d9b0edba-1a92-4312-8edc-a69e6c1f0f49 with Priority: HIGH for action security_group_rules [ 936.990789] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bfb0e13f-7c52-4b18-b634-0cae5250803c with Priority: HIGH for action security_group_rules [ 936.990789] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a8e81289-2fbd-4664-9b74-973ca9612c95 with Priority: HIGH for action security_group_rules [ 936.990789] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 with Priority: HIGH for action security_group_rules [ 936.990789] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d0d8670-2c89-4092-8fc7-0202a700fa50 with Priority: HIGH for action security_group_rules [ 936.990789] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.075996] env[69343]: INFO networking_nsxv3.common.synchronization [req-c60be467-f30c-433b-88c7-8df4e35b18fd req-f8397e48-4e98-4c91-90e7-c9c96812631a tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Enqueued Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_members [ 937.076735] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_members [ 937.076735] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGH for action security_group_rules [ 937.076865] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ccf97a-aeed-42ae-811c-f3b126dbcbd4 with Priority: HIGH for action security_group_rules [ 937.076900] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 263a8019-cd3d-4d98-849d-6a5083536c84 with Priority: HIGH for action security_group_rules [ 937.076979] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 360790c4-5096-4feb-821f-bbbeeeab27ef with Priority: HIGH for action security_group_rules [ 937.077089] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d0d8670-2c89-4092-8fc7-0202a700fa50 with Priority: HIGH for action security_group_rules [ 937.077175] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 with Priority: HIGH for action security_group_rules [ 937.077270] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e81289-2fbd-4664-9b74-973ca9612c95 with Priority: HIGH for action security_group_rules [ 937.077369] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb0e13f-7c52-4b18-b634-0cae5250803c with Priority: HIGH for action security_group_rules [ 937.077460] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c with Priority: HIGH for action security_group_rules [ 937.077549] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b0edba-1a92-4312-8edc-a69e6c1f0f49 with Priority: HIGH for action security_group_rules [ 937.077638] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded98dd2-95e5-4f48-bfb5-c271234378e0 with Priority: HIGH for action security_group_rules [ 937.077761] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d785ece-366d-4827-8263-5e13f1c88e18 with Priority: HIGH for action security_group_rules [ 937.077858] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 with Priority: HIGH for action security_group_rules [ 937.078068] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 with Priority: HIGH for action security_group_rules [ 937.078135] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d with Priority: HIGH for action security_group_rules [ 937.078474] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 with Priority: HIGH for action security_group_rules [ 937.078474] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24b97c2f-25e9-4c18-89e0-1d68e005dbfc with Priority: HIGH for action security_group_rules [ 937.078474] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b472cc91-511d-47ee-8b01-b3886e574f25 with Priority: HIGH for action security_group_rules [ 937.078474] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb921d05-0d04-419a-91b0-97105f493a96 with Priority: HIGH for action security_group_rules [ 937.078643] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dadea01b-56c8-4e64-a1ec-51d0cde57da4 with Priority: HIGH for action security_group_rules [ 937.078977] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-833c6a08-9446-43d9-ac6d-7d0c8738d152 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.079123] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.079123] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.079504] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.079539] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.079632] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.079693] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.079816] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.079892] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.080180] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.081077] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.081077] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.081077] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.081332] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.081332] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.084152] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03ccf97a-aeed-42ae-811c-f3b126dbcbd4 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.084310] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.084379] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.084534] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.084610] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03ccf97a-aeed-42ae-811c-f3b126dbcbd4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.085546] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-263a8019-cd3d-4d98-849d-6a5083536c84 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.085666] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.085747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.085875] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.085929] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('263a8019-cd3d-4d98-849d-6a5083536c84',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.086949] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-360790c4-5096-4feb-821f-bbbeeeab27ef taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.087072] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.087139] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.087298] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.087357] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('360790c4-5096-4feb-821f-bbbeeeab27ef',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.088252] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d0d8670-2c89-4092-8fc7-0202a700fa50 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.088354] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d0d8670-2c89-4092-8fc7-0202a700fa50" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.088419] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d0d8670-2c89-4092-8fc7-0202a700fa50" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.088564] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d0d8670-2c89-4092-8fc7-0202a700fa50" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.088929] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d0d8670-2c89-4092-8fc7-0202a700fa50',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.089808] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.090233] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.090325] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.090841] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.090841] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c72dd1b-7b8e-4d4a-983c-cde1bff9f463',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.091379] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8e81289-2fbd-4664-9b74-973ca9612c95 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.091488] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8e81289-2fbd-4664-9b74-973ca9612c95" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.091551] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8e81289-2fbd-4664-9b74-973ca9612c95" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.091699] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8e81289-2fbd-4664-9b74-973ca9612c95" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.091813] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8e81289-2fbd-4664-9b74-973ca9612c95',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.092591] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfb0e13f-7c52-4b18-b634-0cae5250803c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.092697] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.092742] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.095983] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.095983] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfb0e13f-7c52-4b18-b634-0cae5250803c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.095983] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.095983] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.095983] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.095983] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.095983] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.095983] env[69343]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 937.095983] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9b0edba-1a92-4312-8edc-a69e6c1f0f49 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.095983] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9b0edba-1a92-4312-8edc-a69e6c1f0f49" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.095983] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9b0edba-1a92-4312-8edc-a69e6c1f0f49" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.095983] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9b0edba-1a92-4312-8edc-a69e6c1f0f49" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.095983] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9b0edba-1a92-4312-8edc-a69e6c1f0f49',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.097701] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ded98dd2-95e5-4f48-bfb5-c271234378e0 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.097701] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.097701] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d785ece-366d-4827-8263-5e13f1c88e18 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.097701] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.097701] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.097701] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.097701] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d785ece-366d-4827-8263-5e13f1c88e18',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.098243] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4fc5e04-12f1-4226-a748-294ee28ddb69 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.098352] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.098439] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.098592] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.098666] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.099583] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-327f0a5b-79f4-4049-bc27-7d0c0ee11938 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.099691] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.099757] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.099906] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.099974] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('327f0a5b-79f4-4049-bc27-7d0c0ee11938',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.100835] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c7034aa-9e73-4388-99d9-0b48f7f62b5d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.100943] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.101338] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2e13d48-59bb-41ad-8d99-6031f30c6513 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.101445] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.101511] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.101680] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.101751] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2e13d48-59bb-41ad-8d99-6031f30c6513',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.102540] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24b97c2f-25e9-4c18-89e0-1d68e005dbfc taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.102641] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24b97c2f-25e9-4c18-89e0-1d68e005dbfc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.102708] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24b97c2f-25e9-4c18-89e0-1d68e005dbfc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.102873] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24b97c2f-25e9-4c18-89e0-1d68e005dbfc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.102940] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24b97c2f-25e9-4c18-89e0-1d68e005dbfc',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.103805] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b472cc91-511d-47ee-8b01-b3886e574f25 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.103910] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.104392] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb921d05-0d04-419a-91b0-97105f493a96 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.104491] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.104549] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.104693] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.104761] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb921d05-0d04-419a-91b0-97105f493a96',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.106468] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dadea01b-56c8-4e64-a1ec-51d0cde57da4 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.106468] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.106468] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.106468] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.106468] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dadea01b-56c8-4e64-a1ec-51d0cde57da4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.110483] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.110595] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.110661] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.110815] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.137566] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.137830] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.137956] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.138038] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.138243] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.138330] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.138406] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 is going to be updated. [ 937.166174] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.166323] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.166392] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.166594] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.166730] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.178540] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: IN_PROGRESS for 2s [ 937.365347] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c7034aa-9e73-4388-99d9-0b48f7f62b5d: rpc.has_security_group_logging(os_id): False [ 937.382356] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.382504] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.382575] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.382796] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.400404] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.400715] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.400928] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.400928] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.400995] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.401083] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.401278] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.401376] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.401432] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.401570] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.402788] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.402788] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.402788] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.402788] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.402788] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.402788] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.402788] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d is going to be updated. [ 937.457655] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.457655] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.457919] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.457985] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.458137] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.472664] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d in Status: IN_PROGRESS for 2s [ 937.506220] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ded98dd2-95e5-4f48-bfb5-c271234378e0 in Status: SUCCESS [ 937.506460] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.506702] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.506843] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.506931] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ded98dd2-95e5-4f48-bfb5-c271234378e0',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.564767] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-15 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.564978] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-15" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.565144] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-15" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.565453] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-15" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.565745] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.566008] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.566139] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.566364] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.566511] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.566718] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 937.566833] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 937.566941] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 937.567060] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 937.567171] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 937.567279] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 937.567414] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 937.588259] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 937.588467] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 937.588720] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 937.588855] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-15" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.589232] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-1b2dcb89-32af-465f-9ce9-15c629dfdd54 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.589411] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-1b2dcb89-32af-465f-9ce9-15c629dfdd54" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.589533] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-1b2dcb89-32af-465f-9ce9-15c629dfdd54" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.589847] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-1b2dcb89-32af-465f-9ce9-15c629dfdd54" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.590024] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b2dcb89-32af-465f-9ce9-15c629dfdd54',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.609380] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-03ccf97a-aeed-42ae-811c-f3b126dbcbd4 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.609565] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.609625] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.609801] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.609956] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.610060] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.610119] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.610262] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.610344] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.610594] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.610594] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03ccf97a-aeed-42ae-811c-f3b126dbcbd4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.629053] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.629053] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.629053] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.629053] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.636288] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb0e13f-7c52-4b18-b634-0cae5250803c taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.636435] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.636435] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.636580] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.636730] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.636871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.636871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.637028] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.637135] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.637195] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.637278] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfb0e13f-7c52-4b18-b634-0cae5250803c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.640476] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-263a8019-cd3d-4d98-849d-6a5083536c84 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.640476] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.640658] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.640773] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.640904] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.641016] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.641080] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.641307] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.641307] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.641402] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.641465] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('263a8019-cd3d-4d98-849d-6a5083536c84',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.642253] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-dadea01b-56c8-4e64-a1ec-51d0cde57da4 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.642346] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.642400] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.642563] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.643976] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.643976] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.643976] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.643976] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.643976] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.643976] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.643976] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dadea01b-56c8-4e64-a1ec-51d0cde57da4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.644270] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-360790c4-5096-4feb-821f-bbbeeeab27ef taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.644335] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.644832] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.644832] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.644998] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.645087] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.645140] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.645333] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.645333] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.645450] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.645511] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('360790c4-5096-4feb-821f-bbbeeeab27ef',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.647280] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.647378] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.649642] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.649754] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7445b3cd-609e-49ea-bda8-52dc323593df is going to be deleted. [ 937.650810] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4fc5e04-12f1-4226-a748-294ee28ddb69 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.650946] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.651027] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.651191] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.651335] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.651538] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.651538] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.651629] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.651702] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.651757] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.651840] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.655842] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.655982] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.656055] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.656277] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.656452] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.656552] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.656617] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.656762] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.656840] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.656921] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.657009] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c72dd1b-7b8e-4d4a-983c-cde1bff9f463',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.660307] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d785ece-366d-4827-8263-5e13f1c88e18 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.660435] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.660510] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.660701] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.661033] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.661033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.661033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.661194] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.661227] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.661308] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.661387] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d785ece-366d-4827-8263-5e13f1c88e18',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.662614] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.662810] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.668545] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c72dd1b-7b8e-4d4a-983c-cde1bff9f463',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.669537] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4fc5e04-12f1-4226-a748-294ee28ddb69 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.669754] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.669843] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.670026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.670176] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.670274] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.670334] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.670475] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.670555] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.670636] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.670778] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4fc5e04-12f1-4226-a748-294ee28ddb69 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.670872] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.670961] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.671103] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.671240] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.671330] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.671390] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.671522] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.671594] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.671673] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.671783] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.674855] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-360790c4-5096-4feb-821f-bbbeeeab27ef taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.674970] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.675288] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.675912] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.675912] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.675912] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.675912] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.676230] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.676230] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.676230] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.676542] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-360790c4-5096-4feb-821f-bbbeeeab27ef taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.676542] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.676542] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.676720] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.676890] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.677069] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.677069] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.677248] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.677308] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.677379] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.677462] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('360790c4-5096-4feb-821f-bbbeeeab27ef',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.682602] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c72dd1b-7b8e-4d4a-983c-cde1bff9f463: rpc.has_security_group_logging(os_id): False [ 937.687587] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.687587] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.688551] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4fc5e04-12f1-4226-a748-294ee28ddb69: rpc.has_security_group_logging(os_id): False [ 937.718439] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.718581] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.719509] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.719628] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.720773] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.720773] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.721093] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.721265] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.721917] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.722021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.722706] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.722844] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.723500] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.723599] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.724275] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.724391] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.725213] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.725327] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24b97c2f-25e9-4c18-89e0-1d68e005dbfc is going to be deleted. [ 937.726192] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.726422] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.744661] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.744829] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.746118] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.746356] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 327f0a5b-79f4-4049-bc27-7d0c0ee11938 is going to be deleted. [ 937.747449] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.747809] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.774770] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.774910] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb921d05-0d04-419a-91b0-97105f493a96 is going to be deleted. [ 937.776261] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.776261] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.787491] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.787616] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.818037] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.818247] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.838403] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.838671] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9b0edba-1a92-4312-8edc-a69e6c1f0f49 is going to be deleted. [ 937.839868] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.840457] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.884097] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.884281] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c is going to be deleted. [ 937.885305] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.885526] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.901140] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.901340] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.914145] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.914372] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d0d8670-2c89-4092-8fc7-0202a700fa50 is going to be deleted. [ 937.915338] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.915636] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.956955] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.957219] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8e81289-2fbd-4664-9b74-973ca9612c95 is going to be deleted. [ 937.959348] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.959568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.988603] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.989021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.001115] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.001311] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.009309] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded98dd2-95e5-4f48-bfb5-c271234378e0 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.009545] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.009611] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.009820] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.009982] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.010093] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.010161] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.010315] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.010405] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.010489] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.010580] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ded98dd2-95e5-4f48-bfb5-c271234378e0',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.012282] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.012282] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2e13d48-59bb-41ad-8d99-6031f30c6513 is going to be deleted. [ 938.013251] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.013502] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.049208] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.049510] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.049653] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.049721] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.049901] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.049985] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.050305] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.050442] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.050501] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.050658] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.050738] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.050941] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.051154] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.051228] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.051418] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.051557] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.051687] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 is going to be updated. [ 938.052862] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.053077] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.067489] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.067633] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.092548] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.092981] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.093225] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.093644] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.093894] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.094179] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 1b2dcb89-32af-465f-9ce9-15c629dfdd54 not found, creating... [ 938.094593] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.094939] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.095145] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.095541] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.095801] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.096306] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.096530] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.096836] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.097208] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.097418] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.097667] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 1b2dcb89-32af-465f-9ce9-15c629dfdd54 is going to be created. [ 938.113333] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03ccf97a-aeed-42ae-811c-f3b126dbcbd4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.115070] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.115239] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.127360] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.127680] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.127820] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.128114] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.128373] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.128617] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-1b2dcb89-32af-465f-9ce9-15c629dfdd54" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.137701] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.138163] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.138315] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.138384] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.138941] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.138941] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.138941] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 is going to be updated. [ 938.140138] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.140338] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.140477] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.140602] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24b97c2f-25e9-4c18-89e0-1d68e005dbfc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.140767] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.140881] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.140956] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.141154] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-327f0a5b-79f4-4049-bc27-7d0c0ee11938" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.141418] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfb0e13f-7c52-4b18-b634-0cae5250803c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.142846] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.142846] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.142846] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.142846] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb921d05-0d04-419a-91b0-97105f493a96" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.142846] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.143106] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.143143] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.143251] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9b0edba-1a92-4312-8edc-a69e6c1f0f49" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.144823] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.144947] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.145035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.145193] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.145328] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.145473] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2e13d48-59bb-41ad-8d99-6031f30c6513" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.145864] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.146071] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.146151] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.146263] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d69a17b-45ea-4ea0-84b6-2e3e13ab9c5c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.146422] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.146563] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.146655] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.146753] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.146892] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.147521] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.147521] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.147521] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d0d8670-2c89-4092-8fc7-0202a700fa50" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.147521] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.147787] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.147787] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.147857] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8e81289-2fbd-4664-9b74-973ca9612c95" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.149197] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('263a8019-cd3d-4d98-849d-6a5083536c84',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.151397] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dadea01b-56c8-4e64-a1ec-51d0cde57da4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.164342] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d785ece-366d-4827-8263-5e13f1c88e18',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.183358] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 360790c4-5096-4feb-821f-bbbeeeab27ef: rpc.has_security_group_logging(os_id): False [ 938.232341] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.232508] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.232558] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.232751] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.271620] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.271620] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.295021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.295021] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.295021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.295021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.295021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.295021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.295021] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.295021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.295021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.295021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.295021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.295021] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.295021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.295021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.295737] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.295737] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.295737] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 360790c4-5096-4feb-821f-bbbeeeab27ef is going to be updated. [ 938.296225] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.296499] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.296735] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.298757] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.299047] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.299212] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.299462] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.299681] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.334630] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 in Status: IN_PROGRESS for 2s [ 938.335411] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 in Status: IN_PROGRESS for 2s [ 938.419427] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.419427] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.419427] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.419875] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.419875] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.440968] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 360790c4-5096-4feb-821f-bbbeeeab27ef in Status: IN_PROGRESS for 2s [ 938.518022] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ded98dd2-95e5-4f48-bfb5-c271234378e0',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.617362] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03ccf97a-aeed-42ae-811c-f3b126dbcbd4: rpc.has_security_group_logging(os_id): False [ 938.633593] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.633932] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.634518] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.634871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.648040] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfb0e13f-7c52-4b18-b634-0cae5250803c: rpc.has_security_group_logging(os_id): False [ 938.655810] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 263a8019-cd3d-4d98-849d-6a5083536c84: rpc.has_security_group_logging(os_id): False [ 938.655810] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dadea01b-56c8-4e64-a1ec-51d0cde57da4: rpc.has_security_group_logging(os_id): False [ 938.657571] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.660607] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.660607] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.660607] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.660607] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.660607] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.660607] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03ccf97a-aeed-42ae-811c-f3b126dbcbd4 is going to be updated. [ 938.663695] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.664286] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.664475] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.665946] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.667222] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d785ece-366d-4827-8263-5e13f1c88e18: rpc.has_security_group_logging(os_id): False [ 938.671370] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.671370] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.671370] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.671370] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.682015] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.682015] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.682015] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.682015] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.682015] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.682015] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.682015] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfb0e13f-7c52-4b18-b634-0cae5250803c is going to be updated. [ 938.682015] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.682015] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.683025] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.683347] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.701920] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.702272] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.702401] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.702445] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.702618] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.702829] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.702829] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dadea01b-56c8-4e64-a1ec-51d0cde57da4 is going to be updated. [ 938.703855] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.706303] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.723711] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.723824] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.732046] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.732325] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.732418] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.732557] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.732678] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.732787] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.732880] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 263a8019-cd3d-4d98-849d-6a5083536c84 is going to be updated. [ 938.733914] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.734111] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.735890] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.735991] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.781421] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.781743] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.781850] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.781926] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.782133] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.782222] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.782320] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d785ece-366d-4827-8263-5e13f1c88e18 is going to be updated. [ 938.783397] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.783541] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.783679] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.785674] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.785788] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.785940] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.789199] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.789316] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.789386] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.789538] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.789659] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.832208] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03ccf97a-aeed-42ae-811c-f3b126dbcbd4 in Status: IN_PROGRESS for 2s [ 938.833684] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dadea01b-56c8-4e64-a1ec-51d0cde57da4 in Status: IN_PROGRESS for 2s [ 938.842413] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.842607] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.842607] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.842934] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.843034] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.846960] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfb0e13f-7c52-4b18-b634-0cae5250803c in Status: IN_PROGRESS for 2s [ 938.888734] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 263a8019-cd3d-4d98-849d-6a5083536c84 in Status: IN_PROGRESS for 2s [ 938.938823] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.939033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.939033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.939268] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.939414] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.965543] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d785ece-366d-4827-8263-5e13f1c88e18 in Status: IN_PROGRESS for 2s [ 938.982077] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b472cc91-511d-47ee-8b01-b3886e574f25 in Status: SUCCESS [ 938.982321] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.982562] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.982778] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.983664] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b472cc91-511d-47ee-8b01-b3886e574f25',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.021339] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ded98dd2-95e5-4f48-bfb5-c271234378e0: rpc.has_security_group_logging(os_id): False [ 939.048114] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.048114] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.048114] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.048114] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.072198] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.072198] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.072198] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.072198] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.072198] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.072198] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.072198] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ded98dd2-95e5-4f48-bfb5-c271234378e0 is going to be updated. [ 939.110197] env[69343]: INFO networking_nsxv3.common.synchronization [req-c60be467-f30c-433b-88c7-8df4e35b18fd req-c5dcc5bf-1222-4f3b-a0b6-f8eb65a8b2d4 service nova] Enqueued Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_rules [ 939.110197] env[69343]: INFO networking_nsxv3.common.synchronization [req-c60be467-f30c-433b-88c7-8df4e35b18fd req-c5dcc5bf-1222-4f3b-a0b6-f8eb65a8b2d4 service nova] Enqueued Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_members [ 939.110197] env[69343]: INFO networking_nsxv3.common.synchronization [req-c60be467-f30c-433b-88c7-8df4e35b18fd req-c5dcc5bf-1222-4f3b-a0b6-f8eb65a8b2d4 service nova] Enqueued Resource ID: 1b2dcb89-32af-465f-9ce9-15c629dfdd54 with Priority: HIGHEST for action port [ 939.110197] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_rules [ 939.110486] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_members [ 939.110688] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2dcb89-32af-465f-9ce9-15c629dfdd54 with Priority: HIGHEST for action port [ 939.111071] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-833c6a08-9446-43d9-ac6d-7d0c8738d152 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.111313] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.111464] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.111750] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.111937] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.113050] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-833c6a08-9446-43d9-ac6d-7d0c8738d152 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.113267] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.113613] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b2dcb89-32af-465f-9ce9-15c629dfdd54 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.113848] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b2dcb89-32af-465f-9ce9-15c629dfdd54" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.114127] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b2dcb89-32af-465f-9ce9-15c629dfdd54" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.114390] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b2dcb89-32af-465f-9ce9-15c629dfdd54" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.114569] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b2dcb89-32af-465f-9ce9-15c629dfdd54',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.139214] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.139214] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.139214] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.139214] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.139214] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.157357] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ded98dd2-95e5-4f48-bfb5-c271234378e0 in Status: IN_PROGRESS for 2s [ 939.171103] env[69343]: INFO networking_nsxv3.common.synchronization [None req-f601bac4-df97-4165-a24f-dd54598a53ac None None] Enqueued Resource ID: 17e374d2-68c7-4711-84f2-247ae445053b with Priority: HIGHEST for action port [ 939.171369] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17e374d2-68c7-4711-84f2-247ae445053b with Priority: HIGHEST for action port [ 939.171930] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-17e374d2-68c7-4711-84f2-247ae445053b taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.172104] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17e374d2-68c7-4711-84f2-247ae445053b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.172188] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17e374d2-68c7-4711-84f2-247ae445053b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.172428] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17e374d2-68c7-4711-84f2-247ae445053b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.172497] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17e374d2-68c7-4711-84f2-247ae445053b',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.190033] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: SUCCESS [ 939.190033] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 deletion is rescheduled due to dependency. [ 939.190033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.190033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.190033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.190033] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.190033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.190033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.190033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.190033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.190033] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.484361] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d in Status: SUCCESS [ 939.484627] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.484821] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.485066] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.485871] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.486283] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b472cc91-511d-47ee-8b01-b3886e574f25 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.486410] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.486486] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.486724] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.487025] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.487313] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.487313] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.487403] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.487486] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.488555] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.488555] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b472cc91-511d-47ee-8b01-b3886e574f25',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.617224] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-833c6a08-9446-43d9-ac6d-7d0c8738d152 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.617445] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.617642] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b2dcb89-32af-465f-9ce9-15c629dfdd54 with status ACTIVE [ 939.618043] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.618043] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.618207] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.619613] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.619613] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.619613] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.619613] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.619613] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.619613] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.619613] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.619613] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.619613] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.619613] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.619613] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.619613] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.619613] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b2dcb89-32af-465f-9ce9-15c629dfdd54 is going to be updated. [ 939.643453] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.643599] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.643667] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.643874] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.644017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.644187] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b2dcb89-32af-465f-9ce9-15c629dfdd54" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.676476] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17e374d2-68c7-4711-84f2-247ae445053b [ 939.676769] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.676940] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.677058] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.677313] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.678031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.678031] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17e374d2-68c7-4711-84f2-247ae445053b already deleted. [ 939.678031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17e374d2-68c7-4711-84f2-247ae445053b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.692854] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.989970] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.990194] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.990326] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.990635] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.990898] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.991072] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.991199] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.991414] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.991526] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.991622] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.991716] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.994318] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b472cc91-511d-47ee-8b01-b3886e574f25 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.994318] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.994318] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.994318] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.994318] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.994318] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.994318] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.994318] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.994318] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.994318] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.994942] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b472cc91-511d-47ee-8b01-b3886e574f25 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.994942] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.994942] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.994942] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.994942] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.994942] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.995191] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.995191] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.995191] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.995340] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.995340] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b472cc91-511d-47ee-8b01-b3886e574f25',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.194653] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.352368] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 in Status: SUCCESS [ 940.352721] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.353823] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 in Status: SUCCESS [ 940.354126] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.452630] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 360790c4-5096-4feb-821f-bbbeeeab27ef in Status: SUCCESS [ 940.453041] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.497533] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.497882] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.497882] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.498039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.498217] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.498764] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.498764] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.498764] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.498764] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.498764] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.503016] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.503016] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.503016] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.503016] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.503016] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.503016] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.503016] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.503016] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.503016] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.503016] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.503016] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.503016] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b472cc91-511d-47ee-8b01-b3886e574f25: rpc.has_security_group_logging(os_id): False [ 940.519304] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.519304] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.519304] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.519596] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.519596] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.519786] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.519871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.519927] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.521441] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.521441] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.521441] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.521441] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.521441] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.521441] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.521441] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.521441] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.521441] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.521441] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.521441] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.521441] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.521441] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b472cc91-511d-47ee-8b01-b3886e574f25 is going to be updated. [ 940.581645] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.581850] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.581897] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.582172] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.582657] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.597775] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b472cc91-511d-47ee-8b01-b3886e574f25 in Status: IN_PROGRESS for 2s [ 940.698914] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.699231] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.699385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.699783] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.700126] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.700426] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 is going to be updated. [ 940.732718] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.732718] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.732718] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.732718] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.732718] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.739856] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: IN_PROGRESS for 2s [ 940.862560] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dadea01b-56c8-4e64-a1ec-51d0cde57da4 in Status: SUCCESS [ 940.862818] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.864556] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03ccf97a-aeed-42ae-811c-f3b126dbcbd4 in Status: SUCCESS [ 940.865181] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.866324] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfb0e13f-7c52-4b18-b634-0cae5250803c in Status: SUCCESS [ 940.866324] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.902247] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 263a8019-cd3d-4d98-849d-6a5083536c84 in Status: SUCCESS [ 940.902637] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.978087] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d785ece-366d-4827-8263-5e13f1c88e18 in Status: SUCCESS [ 940.978786] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.007075] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c7034aa-9e73-4388-99d9-0b48f7f62b5d: rpc.has_security_group_logging(os_id): False [ 941.022882] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.023058] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.023106] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.023295] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.023380] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.023568] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.023670] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.023756] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.023954] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.024038] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.024230] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.024320] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.024405] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.024511] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.024580] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.024791] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.024875] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.024938] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.025199] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.025270] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.025357] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d is going to be updated. [ 941.058759] env[69343]: INFO networking_nsxv3.common.synchronization [None req-b50f6d72-b174-4d48-994e-9cd0a1c18f82 None None] Enqueued Resource ID: b7c6c185-d994-40c1-8a77-ddad9b7d453c with Priority: HIGHEST for action port [ 941.059071] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c6c185-d994-40c1-8a77-ddad9b7d453c with Priority: HIGHEST for action port [ 941.059689] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7c6c185-d994-40c1-8a77-ddad9b7d453c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.059825] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7c6c185-d994-40c1-8a77-ddad9b7d453c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.059894] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7c6c185-d994-40c1-8a77-ddad9b7d453c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.060430] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7c6c185-d994-40c1-8a77-ddad9b7d453c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.060520] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7c6c185-d994-40c1-8a77-ddad9b7d453c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.084208] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.084473] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.084551] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.084769] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.084914] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.096253] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d in Status: IN_PROGRESS for 2s [ 941.178780] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ded98dd2-95e5-4f48-bfb5-c271234378e0 in Status: SUCCESS [ 941.178780] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.290505] env[69343]: INFO networking_nsxv3.common.synchronization [req-11cf9663-c590-43eb-a44b-e3916a2f415f req-5bde5b0d-dbef-4057-8eb8-121af64ccacc tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Enqueued Resource ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d with Priority: HIGHEST for action security_group_members [ 941.291745] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d with Priority: HIGHEST for action security_group_members [ 941.292113] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.292239] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.292309] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.292508] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.292656] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.292755] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.292816] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.292954] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.293055] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.293147] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.361209] env[69343]: INFO networking_nsxv3.common.synchronization [req-a57243d6-aacb-4a77-a65d-c4b45ebd5b1c req-aabf4210-6150-4b2e-a638-7ab71161519a tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Enqueued Resource ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d with Priority: HIGHEST for action security_group_members [ 941.361209] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d with Priority: HIGHEST for action security_group_members [ 941.361209] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.361209] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.564332] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7c6c185-d994-40c1-8a77-ddad9b7d453c [ 941.564624] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.564697] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.565300] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.565300] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.565300] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.565300] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7c6c185-d994-40c1-8a77-ddad9b7d453c already deleted. [ 941.565300] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7c6c185-d994-40c1-8a77-ddad9b7d453c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.796915] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.299820] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.613980] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b472cc91-511d-47ee-8b01-b3886e574f25 in Status: SUCCESS [ 942.613980] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.753945] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: SUCCESS [ 942.753945] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.753945] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.753945] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.753945] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.753945] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.753945] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.753945] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.753945] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.754501] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.754501] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.802073] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.802255] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.802352] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.802631] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.802788] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.802883] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d is going to be updated. [ 942.834576] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.834576] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.834576] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.834857] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.834857] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.845355] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d in Status: IN_PROGRESS for 2s [ 943.110817] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d in Status: SUCCESS [ 943.110973] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.111172] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.111330] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.111423] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.259360] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-833c6a08-9446-43d9-ac6d-7d0c8738d152 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.259533] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.259584] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.259790] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.259952] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.260060] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.260123] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.260320] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.260417] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.260513] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.260707] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-833c6a08-9446-43d9-ac6d-7d0c8738d152 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.260771] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.260810] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.260939] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.261168] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.261168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.261293] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.261361] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.261433] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.261509] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.261601] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.631049] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.631049] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.631049] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.631444] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.631444] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.631444] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d is going to be deleted. [ 943.683080] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.683239] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.683310] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.683526] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.683617] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.683737] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.765122] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 833c6a08-9446-43d9-ac6d-7d0c8738d152: rpc.has_security_group_logging(os_id): False [ 943.806397] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.806574] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.806622] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.806845] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.807028] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.807270] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.807400] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.807486] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.807667] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.807805] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.808032] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.808171] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.808264] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.808459] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.808540] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.808775] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.808968] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.809191] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.809277] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.809342] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.809456] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 is going to be updated. [ 943.889566] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.889775] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.889775] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.890231] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.890268] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.902757] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: IN_PROGRESS for 2s [ 944.525865] env[69343]: INFO networking_nsxv3.common.synchronization [req-82c491cb-ed22-450d-847e-e8f562dba9fc req-619791ac-7479-4d8b-9a7d-1a5f38cc1886 tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Enqueued Resource ID: 28636f6b-e0c6-460e-a0cf-e9c7b769dc2e with Priority: HIGHEST for action security_group_members [ 944.526203] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28636f6b-e0c6-460e-a0cf-e9c7b769dc2e with Priority: HIGHEST for action security_group_members [ 944.526533] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-28636f6b-e0c6-460e-a0cf-e9c7b769dc2e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.526660] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28636f6b-e0c6-460e-a0cf-e9c7b769dc2e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.526737] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28636f6b-e0c6-460e-a0cf-e9c7b769dc2e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.526999] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28636f6b-e0c6-460e-a0cf-e9c7b769dc2e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.527498] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.527609] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.527693] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.527881] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.527969] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.528097] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28636f6b-e0c6-460e-a0cf-e9c7b769dc2e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.855169] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d in Status: SUCCESS [ 944.855564] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.855654] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.856344] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.856344] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.856344] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.856344] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.856514] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.856514] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.857209] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c7034aa-9e73-4388-99d9-0b48f7f62b5d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.882361] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-125 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.882562] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-125" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.882692] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-125" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.883014] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-125" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.883287] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.883442] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.883559] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.883774] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.883916] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.884140] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.884249] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.884356] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.884464] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.884572] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.884676] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.884806] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.902435] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.902498] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 944.902588] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.902774] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-125" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.903079] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-8f35f162-f94b-4720-898b-8382155882d5 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.903243] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-8f35f162-f94b-4720-898b-8382155882d5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.903362] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-8f35f162-f94b-4720-898b-8382155882d5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.903649] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-8f35f162-f94b-4720-898b-8382155882d5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.903790] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f35f162-f94b-4720-898b-8382155882d5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.030123] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.030309] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.030422] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.030674] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.030791] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.031045] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.031175] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.031260] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.031420] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.031533] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.031591] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28636f6b-e0c6-460e-a0cf-e9c7b769dc2e already deleted. [ 945.031654] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28636f6b-e0c6-460e-a0cf-e9c7b769dc2e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.360347] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.360553] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.360553] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.360769] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.360864] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.361068] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.361189] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.361251] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.361403] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.361492] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.361582] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c7034aa-9e73-4388-99d9-0b48f7f62b5d is going to be deleted. [ 945.394233] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.394370] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.394438] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.394635] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.394730] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.394845] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c7034aa-9e73-4388-99d9-0b48f7f62b5d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.405937] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.406160] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.406288] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.406544] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.406742] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.406905] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 8f35f162-f94b-4720-898b-8382155882d5 not found, creating... [ 945.407189] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.407607] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.407607] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.407966] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.408113] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.408323] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.408482] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.408600] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.408833] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.408998] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.409160] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 8f35f162-f94b-4720-898b-8382155882d5 is going to be created. [ 945.426855] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.428098] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.428098] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.428098] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.428098] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.428098] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-8f35f162-f94b-4720-898b-8382155882d5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.915108] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: SUCCESS [ 945.915448] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.160963] env[69343]: INFO networking_nsxv3.common.synchronization [req-82c491cb-ed22-450d-847e-e8f562dba9fc req-097c0be2-7a79-4ed2-a281-32592d0a9c21 service nova] Enqueued Resource ID: 28636f6b-e0c6-460e-a0cf-e9c7b769dc2e with Priority: HIGHEST for action security_group_rules [ 946.161159] env[69343]: INFO networking_nsxv3.common.synchronization [req-82c491cb-ed22-450d-847e-e8f562dba9fc req-097c0be2-7a79-4ed2-a281-32592d0a9c21 service nova] Enqueued Resource ID: 28636f6b-e0c6-460e-a0cf-e9c7b769dc2e with Priority: HIGHEST for action security_group_members [ 946.161293] env[69343]: INFO networking_nsxv3.common.synchronization [req-82c491cb-ed22-450d-847e-e8f562dba9fc req-097c0be2-7a79-4ed2-a281-32592d0a9c21 service nova] Enqueued Resource ID: 8f35f162-f94b-4720-898b-8382155882d5 with Priority: HIGHEST for action port [ 946.161753] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28636f6b-e0c6-460e-a0cf-e9c7b769dc2e with Priority: HIGHEST for action security_group_rules [ 946.161753] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28636f6b-e0c6-460e-a0cf-e9c7b769dc2e with Priority: HIGHEST for action security_group_members [ 946.161753] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f35f162-f94b-4720-898b-8382155882d5 with Priority: HIGHEST for action port [ 946.162336] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28636f6b-e0c6-460e-a0cf-e9c7b769dc2e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.162445] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28636f6b-e0c6-460e-a0cf-e9c7b769dc2e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.162533] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28636f6b-e0c6-460e-a0cf-e9c7b769dc2e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.162781] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28636f6b-e0c6-460e-a0cf-e9c7b769dc2e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.162895] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28636f6b-e0c6-460e-a0cf-e9c7b769dc2e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.165482] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-28636f6b-e0c6-460e-a0cf-e9c7b769dc2e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.165482] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28636f6b-e0c6-460e-a0cf-e9c7b769dc2e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.165482] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28636f6b-e0c6-460e-a0cf-e9c7b769dc2e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.165624] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28636f6b-e0c6-460e-a0cf-e9c7b769dc2e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.165791] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.165884] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.165947] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.166118] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.166204] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.166295] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28636f6b-e0c6-460e-a0cf-e9c7b769dc2e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.170186] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f35f162-f94b-4720-898b-8382155882d5 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.170186] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f35f162-f94b-4720-898b-8382155882d5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.170186] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f35f162-f94b-4720-898b-8382155882d5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.170186] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f35f162-f94b-4720-898b-8382155882d5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.170186] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f35f162-f94b-4720-898b-8382155882d5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.666025] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-28636f6b-e0c6-460e-a0cf-e9c7b769dc2e taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.666025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28636f6b-e0c6-460e-a0cf-e9c7b769dc2e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.668400] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28636f6b-e0c6-460e-a0cf-e9c7b769dc2e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.669890] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f35f162-f94b-4720-898b-8382155882d5 with status ACTIVE [ 946.670221] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.670321] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.670384] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.670597] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.670687] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.670867] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.670966] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.671053] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.671216] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.671345] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.671468] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.671558] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.671620] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.671753] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.671826] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.671911] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f35f162-f94b-4720-898b-8382155882d5 is going to be updated. [ 946.696158] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.696336] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.696336] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.696565] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.696703] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.696868] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f35f162-f94b-4720-898b-8382155882d5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.170835] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28636f6b-e0c6-460e-a0cf-e9c7b769dc2e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.674241] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.674906] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.674906] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.675230] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.675366] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.675504] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28636f6b-e0c6-460e-a0cf-e9c7b769dc2e is going to be created. [ 947.701169] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.701169] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.701169] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.701169] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.701169] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.709298] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28636f6b-e0c6-460e-a0cf-e9c7b769dc2e in Status: UNINITIALIZED for 2s [ 949.003247] env[69343]: INFO networking_nsxv3.common.synchronization [req-e458d161-4727-4050-805a-8c81e00a965e req-ebab0cb2-251c-4156-8483-f75c10d3ff88 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Enqueued Resource ID: 360790c4-5096-4feb-821f-bbbeeeab27ef with Priority: HIGHEST for action security_group_members [ 949.004274] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 360790c4-5096-4feb-821f-bbbeeeab27ef with Priority: HIGHEST for action security_group_members [ 949.008049] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-360790c4-5096-4feb-821f-bbbeeeab27ef taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.008250] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.008323] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.008578] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.008822] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.009044] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.009160] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.009369] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.009484] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.009603] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('360790c4-5096-4feb-821f-bbbeeeab27ef',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.513388] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('360790c4-5096-4feb-821f-bbbeeeab27ef',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.720614] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28636f6b-e0c6-460e-a0cf-e9c7b769dc2e in Status: SUCCESS [ 949.720614] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28636f6b-e0c6-460e-a0cf-e9c7b769dc2e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.720779] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28636f6b-e0c6-460e-a0cf-e9c7b769dc2e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.721564] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28636f6b-e0c6-460e-a0cf-e9c7b769dc2e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.721564] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.721564] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.721564] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.721564] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.721564] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.721793] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28636f6b-e0c6-460e-a0cf-e9c7b769dc2e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.721793] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28636f6b-e0c6-460e-a0cf-e9c7b769dc2e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.015931] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('360790c4-5096-4feb-821f-bbbeeeab27ef',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.226807] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-28636f6b-e0c6-460e-a0cf-e9c7b769dc2e taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.226956] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28636f6b-e0c6-460e-a0cf-e9c7b769dc2e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.227980] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28636f6b-e0c6-460e-a0cf-e9c7b769dc2e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.227980] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28636f6b-e0c6-460e-a0cf-e9c7b769dc2e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.227980] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.227980] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.227980] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.227980] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.227980] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.227980] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28636f6b-e0c6-460e-a0cf-e9c7b769dc2e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.228996] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-28636f6b-e0c6-460e-a0cf-e9c7b769dc2e taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.228996] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28636f6b-e0c6-460e-a0cf-e9c7b769dc2e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.228996] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28636f6b-e0c6-460e-a0cf-e9c7b769dc2e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.228996] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28636f6b-e0c6-460e-a0cf-e9c7b769dc2e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.228996] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.228996] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.228996] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.230825] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.230825] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.230825] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28636f6b-e0c6-460e-a0cf-e9c7b769dc2e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.230825] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28636f6b-e0c6-460e-a0cf-e9c7b769dc2e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.518489] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.518681] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.518747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.519024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.519131] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.519247] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 360790c4-5096-4feb-821f-bbbeeeab27ef is going to be updated. [ 950.545416] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.545619] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.545695] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.546850] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.546850] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.554796] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 360790c4-5096-4feb-821f-bbbeeeab27ef in Status: IN_PROGRESS for 2s [ 950.732726] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28636f6b-e0c6-460e-a0cf-e9c7b769dc2e: rpc.has_security_group_logging(os_id): False [ 950.749777] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.749931] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.750046] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.750262] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.750355] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.750596] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.750751] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.750825] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.750988] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.751098] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.751308] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.751405] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.751467] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.751610] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.751683] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.751870] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.751959] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.752034] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.752167] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.752259] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.752345] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28636f6b-e0c6-460e-a0cf-e9c7b769dc2e is going to be created. [ 950.820460] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.820614] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.820679] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.820898] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.821148] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.830496] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28636f6b-e0c6-460e-a0cf-e9c7b769dc2e in Status: IN_PROGRESS for 2s [ 952.565038] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 360790c4-5096-4feb-821f-bbbeeeab27ef in Status: SUCCESS [ 952.565304] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.845404] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28636f6b-e0c6-460e-a0cf-e9c7b769dc2e in Status: SUCCESS [ 952.845404] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28636f6b-e0c6-460e-a0cf-e9c7b769dc2e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.008491] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 954.008782] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 955.319748] env[69343]: INFO networking_nsxv3.common.synchronization [req-1919bb26-86b1-43d7-90ce-0ef0350291c1 req-517f25e6-b219-4a84-9fa4-8b7036a237c9 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Enqueued Resource ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 with Priority: HIGHEST for action security_group_members [ 955.322596] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 with Priority: HIGHEST for action security_group_members [ 955.323793] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4fc5e04-12f1-4226-a748-294ee28ddb69 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.323793] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.323793] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.323793] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.324126] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.324126] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.324126] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.324306] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.324385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.324478] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.833265] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.111026] env[69343]: INFO networking_nsxv3.common.synchronization [req-c905d87a-634d-4a4b-a277-1749853bcf1b req-c27d52ff-9fe4-49b0-9d32-5a7dddc1d4ab tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Enqueued Resource ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 with Priority: HIGHEST for action security_group_members [ 956.111026] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 with Priority: HIGHEST for action security_group_members [ 956.111026] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.111026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.111026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.111428] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.111670] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.111880] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.112034] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.112280] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.112464] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.112655] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2bcfb43-8656-4657-b3e6-8e1cfa4681d6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.334934] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.615593] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2bcfb43-8656-4657-b3e6-8e1cfa4681d6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.640051] env[69343]: INFO networking_nsxv3.common.synchronization [req-7b8b8ef4-0a69-4fe8-80e0-abb3cb17054b req-a5dd57d1-541b-4fc9-b1cd-7dc8541b714f tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Enqueued Resource ID: 28636f6b-e0c6-460e-a0cf-e9c7b769dc2e with Priority: HIGHEST for action security_group_members [ 956.640736] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28636f6b-e0c6-460e-a0cf-e9c7b769dc2e with Priority: HIGHEST for action security_group_members [ 956.640898] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-28636f6b-e0c6-460e-a0cf-e9c7b769dc2e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.641036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28636f6b-e0c6-460e-a0cf-e9c7b769dc2e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.641106] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28636f6b-e0c6-460e-a0cf-e9c7b769dc2e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.641309] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28636f6b-e0c6-460e-a0cf-e9c7b769dc2e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.641479] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.641577] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.641641] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.641786] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.641872] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.641971] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28636f6b-e0c6-460e-a0cf-e9c7b769dc2e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.837393] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.837393] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.837599] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.837717] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.837887] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.838057] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 is going to be updated. [ 956.869094] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.869296] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.869381] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.869597] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.869764] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.878400] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 in Status: IN_PROGRESS for 2s [ 957.118668] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2bcfb43-8656-4657-b3e6-8e1cfa4681d6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.144050] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.144221] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.144275] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.144483] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.144575] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.144770] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.144863] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.144924] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.145080] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.145155] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.145240] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28636f6b-e0c6-460e-a0cf-e9c7b769dc2e is going to be updated. [ 957.174142] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.174357] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.174420] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.174597] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.174740] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.182474] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28636f6b-e0c6-460e-a0cf-e9c7b769dc2e in Status: IN_PROGRESS for 2s [ 957.324937] env[69343]: INFO networking_nsxv3.common.synchronization [req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa req-6364f527-1c64-47ae-8f79-3005fa43fd6e tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Enqueued Resource ID: 3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a with Priority: HIGHEST for action security_group_members [ 957.326016] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a with Priority: HIGHEST for action security_group_members [ 957.326388] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.326600] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.326705] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.326986] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.327192] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.327325] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.327426] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.327609] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.327782] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.327929] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.621290] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.621606] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.621606] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.621927] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.622042] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.622150] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 is going to be updated. [ 957.635376] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-172 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.635614] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-172" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.635804] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-172" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.636138] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-172" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.636426] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.636618] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.636776] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.637024] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.637226] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.637468] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 957.638259] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 957.638259] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 957.638259] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 957.638259] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 957.638259] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 957.638566] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 957.676037] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 957.676246] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 957.676388] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 957.676562] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-172" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.676915] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-f589f8c3-2f28-472f-8b7a-f6ed61fe82b3 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.677168] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-f589f8c3-2f28-472f-8b7a-f6ed61fe82b3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.677339] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-f589f8c3-2f28-472f-8b7a-f6ed61fe82b3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.677716] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-f589f8c3-2f28-472f-8b7a-f6ed61fe82b3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.677903] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f589f8c3-2f28-472f-8b7a-f6ed61fe82b3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.679822] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.679931] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.680014] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.680198] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.680336] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.689500] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 in Status: IN_PROGRESS for 2s [ 957.833256] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.833537] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.833623] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.833841] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.833946] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.834257] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.834370] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.834553] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.834628] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.834747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.834876] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a already deleted. [ 957.834974] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.182804] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.182804] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.183182] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.183512] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.183512] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.183656] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port f589f8c3-2f28-472f-8b7a-f6ed61fe82b3 not found, creating... [ 958.183943] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.184125] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.184242] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.184481] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.184664] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.184970] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.185150] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.185281] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.185504] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.185644] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.185805] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: f589f8c3-2f28-472f-8b7a-f6ed61fe82b3 is going to be created. [ 958.205743] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.206018] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.206191] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.206486] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.206744] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.206996] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-f589f8c3-2f28-472f-8b7a-f6ed61fe82b3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.883632] env[69343]: INFO networking_nsxv3.common.synchronization [req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa req-ba75b18c-3a33-4efa-b7e9-9921286344a0 service nova] Enqueued Resource ID: 3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a with Priority: HIGHEST for action security_group_rules [ 958.883871] env[69343]: INFO networking_nsxv3.common.synchronization [req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa req-ba75b18c-3a33-4efa-b7e9-9921286344a0 service nova] Enqueued Resource ID: 3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a with Priority: HIGHEST for action security_group_members [ 958.883968] env[69343]: INFO networking_nsxv3.common.synchronization [req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa req-ba75b18c-3a33-4efa-b7e9-9921286344a0 service nova] Enqueued Resource ID: f589f8c3-2f28-472f-8b7a-f6ed61fe82b3 with Priority: HIGHEST for action port [ 958.886482] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a with Priority: HIGHEST for action security_group_rules [ 958.886626] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a with Priority: HIGHEST for action security_group_members [ 958.886766] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f589f8c3-2f28-472f-8b7a-f6ed61fe82b3 with Priority: HIGHEST for action port [ 958.887133] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.887391] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.887473] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.887745] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.887858] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.888809] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.888954] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.889056] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.889291] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.889468] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.889599] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.889681] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.889842] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.889951] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.890069] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.890851] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-f589f8c3-2f28-472f-8b7a-f6ed61fe82b3 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.890993] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f589f8c3-2f28-472f-8b7a-f6ed61fe82b3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.891096] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f589f8c3-2f28-472f-8b7a-f6ed61fe82b3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.891268] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f589f8c3-2f28-472f-8b7a-f6ed61fe82b3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.891346] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f589f8c3-2f28-472f-8b7a-f6ed61fe82b3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.895356] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 in Status: SUCCESS [ 958.895560] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.192056] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28636f6b-e0c6-460e-a0cf-e9c7b769dc2e in Status: SUCCESS [ 959.192271] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28636f6b-e0c6-460e-a0cf-e9c7b769dc2e deletion is rescheduled due to dependency. [ 959.192387] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28636f6b-e0c6-460e-a0cf-e9c7b769dc2e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.393719] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f589f8c3-2f28-472f-8b7a-f6ed61fe82b3 with status ACTIVE [ 959.394038] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.394136] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.394191] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.394409] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.394500] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.394692] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.394792] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.394855] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.395009] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.395093] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.395291] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.395387] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.395451] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.395589] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.395662] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.395795] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f589f8c3-2f28-472f-8b7a-f6ed61fe82b3 is going to be updated. [ 959.396938] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.402835] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.407019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.427571] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.427901] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.427901] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.428270] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.428504] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.428744] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f589f8c3-2f28-472f-8b7a-f6ed61fe82b3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.486613] env[69343]: INFO networking_nsxv3.common.synchronization [req-603d9d2b-2352-4dec-a3ff-4cbd884a0862 req-fc556fd8-e093-4cf6-a118-ee8f8b29ad85 tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Enqueued Resource ID: ca29e31f-fa66-41ed-ad31-30ffd294523e with Priority: HIGHEST for action security_group_members [ 959.487212] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca29e31f-fa66-41ed-ad31-30ffd294523e with Priority: HIGHEST for action security_group_members [ 959.487530] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca29e31f-fa66-41ed-ad31-30ffd294523e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.487652] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca29e31f-fa66-41ed-ad31-30ffd294523e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.487729] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca29e31f-fa66-41ed-ad31-30ffd294523e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.496020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca29e31f-fa66-41ed-ad31-30ffd294523e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.496020] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.496020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.496020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.496020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.496020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.496020] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca29e31f-fa66-41ed-ad31-30ffd294523e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.701046] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 in Status: SUCCESS [ 959.701046] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.890210] env[69343]: INFO networking_nsxv3.common.synchronization [req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 req-f47d4893-8fcf-44e3-8c71-6cb663238d83 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Enqueued Resource ID: 7b366d59-3704-44ad-b706-df7c1f8c02dd with Priority: HIGHEST for action security_group_members [ 959.890454] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b366d59-3704-44ad-b706-df7c1f8c02dd with Priority: HIGHEST for action security_group_members [ 959.890755] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b366d59-3704-44ad-b706-df7c1f8c02dd taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.890896] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b366d59-3704-44ad-b706-df7c1f8c02dd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.890973] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b366d59-3704-44ad-b706-df7c1f8c02dd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.891935] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b366d59-3704-44ad-b706-df7c1f8c02dd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.891935] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.892659] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.892659] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.892659] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.892659] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.893233] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b366d59-3704-44ad-b706-df7c1f8c02dd',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.909744] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.000806] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.000998] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.001098] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.001349] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.025421] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.025421] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.025421] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.025421] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.025421] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.025421] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.025421] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca29e31f-fa66-41ed-ad31-30ffd294523e is going to be updated. [ 960.050057] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.052033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.052237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.052489] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.052663] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.062473] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca29e31f-fa66-41ed-ad31-30ffd294523e in Status: IN_PROGRESS for 2s [ 960.399356] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.399633] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.399735] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.400054] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.400233] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.400477] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.400642] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.400717] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.400964] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.401099] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.401519] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b366d59-3704-44ad-b706-df7c1f8c02dd already deleted. [ 960.401519] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b366d59-3704-44ad-b706-df7c1f8c02dd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.412112] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.412281] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.412351] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.412564] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.412626] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.412734] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a is going to be created. [ 960.435990] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.436183] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.436256] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.436500] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.436669] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.444769] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a in Status: UNINITIALIZED for 2s [ 960.669071] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.669300] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-434" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.669430] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-434" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.669849] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-434" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.670013] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.670239] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.670368] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.670604] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.670769] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.670990] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.671128] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.671250] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.671359] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.671475] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.671580] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.671725] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.691018] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.691018] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 960.691018] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.691018] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-434" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.691018] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-b1af3607-5317-4ec5-b397-1f27a7823c62 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.691018] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-b1af3607-5317-4ec5-b397-1f27a7823c62" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.691018] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-b1af3607-5317-4ec5-b397-1f27a7823c62" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.691367] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-b1af3607-5317-4ec5-b397-1f27a7823c62" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.691492] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1af3607-5317-4ec5-b397-1f27a7823c62',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.194537] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.194865] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.194994] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.195905] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.195978] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.196113] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port b1af3607-5317-4ec5-b397-1f27a7823c62 not found, creating... [ 961.196488] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.196677] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.196810] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.197380] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.197380] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.197571] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.198069] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.198069] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.198069] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.198226] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.198366] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: b1af3607-5317-4ec5-b397-1f27a7823c62 is going to be created. [ 961.224232] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.224601] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.224601] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.225849] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.225849] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.225849] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-b1af3607-5317-4ec5-b397-1f27a7823c62" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.987389] env[69343]: INFO networking_nsxv3.common.synchronization [req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 req-6b2d96f6-5a12-401c-9b78-0a94732a8359 service nova] Enqueued Resource ID: 7b366d59-3704-44ad-b706-df7c1f8c02dd with Priority: HIGHEST for action security_group_rules [ 961.987389] env[69343]: INFO networking_nsxv3.common.synchronization [req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 req-6b2d96f6-5a12-401c-9b78-0a94732a8359 service nova] Enqueued Resource ID: 7b366d59-3704-44ad-b706-df7c1f8c02dd with Priority: HIGHEST for action security_group_members [ 961.987389] env[69343]: INFO networking_nsxv3.common.synchronization [req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 req-6b2d96f6-5a12-401c-9b78-0a94732a8359 service nova] Enqueued Resource ID: b1af3607-5317-4ec5-b397-1f27a7823c62 with Priority: HIGHEST for action port [ 961.987389] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b366d59-3704-44ad-b706-df7c1f8c02dd with Priority: HIGHEST for action security_group_rules [ 961.988043] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b366d59-3704-44ad-b706-df7c1f8c02dd with Priority: HIGHEST for action security_group_members [ 961.988479] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1af3607-5317-4ec5-b397-1f27a7823c62 with Priority: HIGHEST for action port [ 961.989123] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b366d59-3704-44ad-b706-df7c1f8c02dd taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.989465] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b366d59-3704-44ad-b706-df7c1f8c02dd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.989696] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b366d59-3704-44ad-b706-df7c1f8c02dd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.990128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b366d59-3704-44ad-b706-df7c1f8c02dd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.990444] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b366d59-3704-44ad-b706-df7c1f8c02dd',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.991566] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b366d59-3704-44ad-b706-df7c1f8c02dd taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.991798] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b366d59-3704-44ad-b706-df7c1f8c02dd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.991961] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b366d59-3704-44ad-b706-df7c1f8c02dd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.992259] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b366d59-3704-44ad-b706-df7c1f8c02dd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.992553] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.993082] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.993240] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.993713] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.993884] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.994057] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b366d59-3704-44ad-b706-df7c1f8c02dd',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.994919] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1af3607-5317-4ec5-b397-1f27a7823c62 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.995173] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1af3607-5317-4ec5-b397-1f27a7823c62" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.995322] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1af3607-5317-4ec5-b397-1f27a7823c62" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.995540] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1af3607-5317-4ec5-b397-1f27a7823c62" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.995685] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1af3607-5317-4ec5-b397-1f27a7823c62',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.073053] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca29e31f-fa66-41ed-ad31-30ffd294523e in Status: SUCCESS [ 962.073189] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca29e31f-fa66-41ed-ad31-30ffd294523e deletion is rescheduled due to dependency. [ 962.073312] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca29e31f-fa66-41ed-ad31-30ffd294523e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.455669] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a in Status: SUCCESS [ 962.456147] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.456199] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.456400] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.456600] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.456705] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.456789] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.456925] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.457010] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.457109] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.457205] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.498699] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b366d59-3704-44ad-b706-df7c1f8c02dd taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.498825] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b366d59-3704-44ad-b706-df7c1f8c02dd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.499094] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b366d59-3704-44ad-b706-df7c1f8c02dd',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.499927] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1af3607-5317-4ec5-b397-1f27a7823c62 with status ACTIVE [ 962.500123] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.500256] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.500321] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.500498] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.500997] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.500997] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.500997] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.500997] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.501155] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.501155] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.501335] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.501425] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.501484] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.501620] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.501694] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.501776] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1af3607-5317-4ec5-b397-1f27a7823c62 is going to be updated. [ 962.524326] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.524451] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.524540] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.524775] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.524910] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.525097] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1af3607-5317-4ec5-b397-1f27a7823c62" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.959824] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.960050] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.960099] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.960363] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.960563] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.960672] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.960745] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.960908] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.961012] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.961138] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.961244] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.961333] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.961394] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.961528] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.961662] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.961753] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.961812] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.961945] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.962036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.962145] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.962241] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.004066] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b366d59-3704-44ad-b706-df7c1f8c02dd',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.467374] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a: rpc.has_security_group_logging(os_id): False [ 963.481509] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.481722] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.481803] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.482064] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.482158] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.482403] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.482532] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.482590] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.482748] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.482822] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.483482] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.483482] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.483482] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.483482] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.483482] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.483686] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.483686] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.483760] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.483894] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.483975] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.484194] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a is going to be created. [ 963.508378] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.508378] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.508378] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.508378] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.508378] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.508378] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b366d59-3704-44ad-b706-df7c1f8c02dd is going to be created. [ 963.528183] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.528183] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.528183] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.528183] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.528453] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.538862] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.538862] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.538862] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.539102] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.539196] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.540618] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b366d59-3704-44ad-b706-df7c1f8c02dd in Status: UNINITIALIZED for 2s [ 963.548094] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a in Status: IN_PROGRESS for 2s [ 963.590535] env[69343]: INFO networking_nsxv3.common.synchronization [req-917287ed-5557-4c6c-9284-ef3db5200685 req-a8e93a0c-b0cd-41b6-819d-0dce4592a634 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Enqueued Resource ID: 563fc3bd-502a-457a-a837-276f3d327cc1 with Priority: HIGHEST for action security_group_members [ 963.591083] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563fc3bd-502a-457a-a837-276f3d327cc1 with Priority: HIGHEST for action security_group_members [ 963.591388] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-563fc3bd-502a-457a-a837-276f3d327cc1 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.591499] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563fc3bd-502a-457a-a837-276f3d327cc1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.591556] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563fc3bd-502a-457a-a837-276f3d327cc1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.592357] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563fc3bd-502a-457a-a837-276f3d327cc1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.592522] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.592629] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.592695] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.592848] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.592950] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.593032] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('563fc3bd-502a-457a-a837-276f3d327cc1',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.097018] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.097018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.097018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.097018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.097018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.097018] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.097018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.097018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.097018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.097018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.097018] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 563fc3bd-502a-457a-a837-276f3d327cc1 already deleted. [ 964.097018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563fc3bd-502a-457a-a837-276f3d327cc1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.117812] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-819 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.119098] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-819" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.119098] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-819" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.119098] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-819" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.119098] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.119354] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.119622] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.119749] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.119941] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.120274] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 964.120451] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 964.120612] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 964.120771] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 964.120929] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 964.121172] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 964.121379] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 964.141124] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 964.141340] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 964.141514] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 964.141700] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-819" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.142029] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-c9fff5da-6a1d-42f1-8de6-552f0bce7a98 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.142212] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-c9fff5da-6a1d-42f1-8de6-552f0bce7a98" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.142365] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-c9fff5da-6a1d-42f1-8de6-552f0bce7a98" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.142642] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-c9fff5da-6a1d-42f1-8de6-552f0bce7a98" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.142789] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9fff5da-6a1d-42f1-8de6-552f0bce7a98',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.645917] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.646317] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.646441] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.646739] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.646919] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.647142] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port c9fff5da-6a1d-42f1-8de6-552f0bce7a98 not found, creating... [ 964.647418] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.647593] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.647744] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.647998] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.648159] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.648450] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.648633] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.648763] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.649108] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.649276] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.649425] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: c9fff5da-6a1d-42f1-8de6-552f0bce7a98 is going to be created. [ 964.669544] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.669801] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.669904] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.670337] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.670646] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.670932] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-c9fff5da-6a1d-42f1-8de6-552f0bce7a98" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.410396] env[69343]: INFO networking_nsxv3.common.synchronization [req-917287ed-5557-4c6c-9284-ef3db5200685 req-5ceda235-a4fa-44eb-8a40-b9f4aaf494d0 service nova] Enqueued Resource ID: 563fc3bd-502a-457a-a837-276f3d327cc1 with Priority: HIGHEST for action security_group_rules [ 965.410497] env[69343]: INFO networking_nsxv3.common.synchronization [req-917287ed-5557-4c6c-9284-ef3db5200685 req-5ceda235-a4fa-44eb-8a40-b9f4aaf494d0 service nova] Enqueued Resource ID: 563fc3bd-502a-457a-a837-276f3d327cc1 with Priority: HIGHEST for action security_group_members [ 965.410638] env[69343]: INFO networking_nsxv3.common.synchronization [req-917287ed-5557-4c6c-9284-ef3db5200685 req-5ceda235-a4fa-44eb-8a40-b9f4aaf494d0 service nova] Enqueued Resource ID: c9fff5da-6a1d-42f1-8de6-552f0bce7a98 with Priority: HIGHEST for action port [ 965.410871] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563fc3bd-502a-457a-a837-276f3d327cc1 with Priority: HIGHEST for action security_group_rules [ 965.410996] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563fc3bd-502a-457a-a837-276f3d327cc1 with Priority: HIGHEST for action security_group_members [ 965.411101] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9fff5da-6a1d-42f1-8de6-552f0bce7a98 with Priority: HIGHEST for action port [ 965.411635] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-563fc3bd-502a-457a-a837-276f3d327cc1 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.411747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-563fc3bd-502a-457a-a837-276f3d327cc1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.412579] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-563fc3bd-502a-457a-a837-276f3d327cc1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.412579] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-563fc3bd-502a-457a-a837-276f3d327cc1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.412579] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('563fc3bd-502a-457a-a837-276f3d327cc1',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.413248] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-563fc3bd-502a-457a-a837-276f3d327cc1 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.413365] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563fc3bd-502a-457a-a837-276f3d327cc1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.413433] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563fc3bd-502a-457a-a837-276f3d327cc1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.413591] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563fc3bd-502a-457a-a837-276f3d327cc1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.413736] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.413832] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.413894] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.414083] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.414129] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.414701] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('563fc3bd-502a-457a-a837-276f3d327cc1',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.414886] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9fff5da-6a1d-42f1-8de6-552f0bce7a98 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.414985] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9fff5da-6a1d-42f1-8de6-552f0bce7a98" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.415071] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9fff5da-6a1d-42f1-8de6-552f0bce7a98" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.415314] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9fff5da-6a1d-42f1-8de6-552f0bce7a98" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.415360] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9fff5da-6a1d-42f1-8de6-552f0bce7a98',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.549658] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b366d59-3704-44ad-b706-df7c1f8c02dd in Status: SUCCESS [ 965.549898] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b366d59-3704-44ad-b706-df7c1f8c02dd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.550892] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b366d59-3704-44ad-b706-df7c1f8c02dd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.551147] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b366d59-3704-44ad-b706-df7c1f8c02dd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.551349] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.551464] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.551530] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.551692] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.551771] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.551868] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b366d59-3704-44ad-b706-df7c1f8c02dd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.551959] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b366d59-3704-44ad-b706-df7c1f8c02dd',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.560678] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a in Status: SUCCESS [ 965.560884] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.917416] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('563fc3bd-502a-457a-a837-276f3d327cc1',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.918553] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-563fc3bd-502a-457a-a837-276f3d327cc1 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.918663] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563fc3bd-502a-457a-a837-276f3d327cc1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.918834] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9fff5da-6a1d-42f1-8de6-552f0bce7a98 with status ACTIVE [ 965.918994] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.919228] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.919228] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.919448] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.919537] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.919768] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.920332] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.920332] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.920332] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.920332] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.920489] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.920489] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.920559] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.920716] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.920764] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.920844] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9fff5da-6a1d-42f1-8de6-552f0bce7a98 is going to be updated. [ 965.945694] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.945694] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.945694] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.945694] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.945694] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.945694] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9fff5da-6a1d-42f1-8de6-552f0bce7a98" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.055059] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b366d59-3704-44ad-b706-df7c1f8c02dd',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.197806] env[69343]: INFO networking_nsxv3.common.synchronization [req-dff00bdb-9821-41dc-b152-be3321b7b364 req-68324537-6f01-4153-8e6b-7e7370f3ee45 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Enqueued Resource ID: 8a4c2391-b55f-4e4b-baca-dd6607962828 with Priority: HIGHEST for action security_group_members [ 966.199029] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a4c2391-b55f-4e4b-baca-dd6607962828 with Priority: HIGHEST for action security_group_members [ 966.199103] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a4c2391-b55f-4e4b-baca-dd6607962828 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.199218] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a4c2391-b55f-4e4b-baca-dd6607962828" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.199308] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a4c2391-b55f-4e4b-baca-dd6607962828" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.199575] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a4c2391-b55f-4e4b-baca-dd6607962828" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.199954] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.199954] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.199954] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.200145] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.200250] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.200363] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a4c2391-b55f-4e4b-baca-dd6607962828',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.424041] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('563fc3bd-502a-457a-a837-276f3d327cc1',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.559980] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b366d59-3704-44ad-b706-df7c1f8c02dd: rpc.has_security_group_logging(os_id): False [ 966.577271] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.577271] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.577271] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.577271] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.577271] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.577271] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.577271] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.577271] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.577271] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.577271] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.577271] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b366d59-3704-44ad-b706-df7c1f8c02dd is going to be created. [ 966.608018] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-338 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.608018] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-338" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.608018] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-338" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.608018] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-338" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.608272] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.608573] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.608794] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.609124] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.609375] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.609675] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 966.609883] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 966.610087] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 966.610284] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 966.610482] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 966.610690] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 966.610910] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.628440] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.628440] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 966.628440] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 966.628440] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-338" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.628440] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-76259967-9cec-4c83-879f-6c086090a661 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.628440] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-76259967-9cec-4c83-879f-6c086090a661" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.628440] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-76259967-9cec-4c83-879f-6c086090a661" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.628440] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-76259967-9cec-4c83-879f-6c086090a661" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.628440] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76259967-9cec-4c83-879f-6c086090a661',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.630213] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.630353] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.630416] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.630585] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.630752] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.640385] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b366d59-3704-44ad-b706-df7c1f8c02dd in Status: IN_PROGRESS for 2s [ 966.702323] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.702460] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.702532] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.702739] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.702828] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.703018] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.703117] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.703182] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.703327] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.703397] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.703481] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a4c2391-b55f-4e4b-baca-dd6607962828 already deleted. [ 966.703569] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a4c2391-b55f-4e4b-baca-dd6607962828" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.927567] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.927901] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.927901] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.928228] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.928364] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.928511] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 563fc3bd-502a-457a-a837-276f3d327cc1 is going to be created. [ 966.951129] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.951202] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.951297] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.951475] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.951635] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.961822] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 563fc3bd-502a-457a-a837-276f3d327cc1 in Status: UNINITIALIZED for 2s [ 967.133157] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.133496] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.133692] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.134139] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.134353] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.134589] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 76259967-9cec-4c83-879f-6c086090a661 not found, creating... [ 967.134929] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.135245] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.135447] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.135763] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.135976] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.136357] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.136586] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.136763] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.137067] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.137271] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.137473] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 76259967-9cec-4c83-879f-6c086090a661 is going to be created. [ 967.161403] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.161664] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.161860] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.162175] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.162463] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.162740] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-76259967-9cec-4c83-879f-6c086090a661" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.943742] env[69343]: INFO networking_nsxv3.common.synchronization [req-dff00bdb-9821-41dc-b152-be3321b7b364 req-39da1a8b-061a-4220-996b-e386a3a99987 service nova] Enqueued Resource ID: 8a4c2391-b55f-4e4b-baca-dd6607962828 with Priority: HIGHEST for action security_group_rules [ 967.943742] env[69343]: INFO networking_nsxv3.common.synchronization [req-dff00bdb-9821-41dc-b152-be3321b7b364 req-39da1a8b-061a-4220-996b-e386a3a99987 service nova] Enqueued Resource ID: 8a4c2391-b55f-4e4b-baca-dd6607962828 with Priority: HIGHEST for action security_group_members [ 967.943742] env[69343]: INFO networking_nsxv3.common.synchronization [req-dff00bdb-9821-41dc-b152-be3321b7b364 req-39da1a8b-061a-4220-996b-e386a3a99987 service nova] Enqueued Resource ID: 76259967-9cec-4c83-879f-6c086090a661 with Priority: HIGHEST for action port [ 967.943742] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a4c2391-b55f-4e4b-baca-dd6607962828 with Priority: HIGHEST for action security_group_rules [ 967.943742] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a4c2391-b55f-4e4b-baca-dd6607962828 with Priority: HIGHEST for action security_group_members [ 967.943742] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76259967-9cec-4c83-879f-6c086090a661 with Priority: HIGHEST for action port [ 967.944670] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a4c2391-b55f-4e4b-baca-dd6607962828 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.944817] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a4c2391-b55f-4e4b-baca-dd6607962828" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.944887] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a4c2391-b55f-4e4b-baca-dd6607962828" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.945136] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a4c2391-b55f-4e4b-baca-dd6607962828" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.945212] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a4c2391-b55f-4e4b-baca-dd6607962828',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.946538] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a4c2391-b55f-4e4b-baca-dd6607962828 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.946686] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a4c2391-b55f-4e4b-baca-dd6607962828" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.946716] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a4c2391-b55f-4e4b-baca-dd6607962828" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.946858] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a4c2391-b55f-4e4b-baca-dd6607962828" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.946997] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.947099] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.947158] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.947302] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.947382] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.947498] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a4c2391-b55f-4e4b-baca-dd6607962828',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.948220] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-76259967-9cec-4c83-879f-6c086090a661 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.948351] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76259967-9cec-4c83-879f-6c086090a661" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.948424] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76259967-9cec-4c83-879f-6c086090a661" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.951692] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76259967-9cec-4c83-879f-6c086090a661" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.951775] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76259967-9cec-4c83-879f-6c086090a661',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.453165] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a4c2391-b55f-4e4b-baca-dd6607962828',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.454221] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a4c2391-b55f-4e4b-baca-dd6607962828 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.455146] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a4c2391-b55f-4e4b-baca-dd6607962828" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.455146] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76259967-9cec-4c83-879f-6c086090a661 with status ACTIVE [ 968.455146] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.455146] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.455146] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.455393] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.455393] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.455446] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.455526] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.455585] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.455722] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.455794] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.455965] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.462410] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.462410] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.462410] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.462410] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.462410] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76259967-9cec-4c83-879f-6c086090a661 is going to be updated. [ 968.479506] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.479640] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.480278] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.480278] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.480278] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.480278] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76259967-9cec-4c83-879f-6c086090a661" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.652231] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b366d59-3704-44ad-b706-df7c1f8c02dd in Status: SUCCESS [ 968.652504] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b366d59-3704-44ad-b706-df7c1f8c02dd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.955764] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a4c2391-b55f-4e4b-baca-dd6607962828',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.974488] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 563fc3bd-502a-457a-a837-276f3d327cc1 in Status: SUCCESS [ 968.975048] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563fc3bd-502a-457a-a837-276f3d327cc1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.975048] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563fc3bd-502a-457a-a837-276f3d327cc1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.975195] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563fc3bd-502a-457a-a837-276f3d327cc1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.975394] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.975508] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.975562] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.975712] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.975790] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.975870] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563fc3bd-502a-457a-a837-276f3d327cc1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.975965] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('563fc3bd-502a-457a-a837-276f3d327cc1',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.459017] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.459216] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.459296] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.459523] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.459628] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.459748] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a4c2391-b55f-4e4b-baca-dd6607962828 is going to be created. [ 969.478748] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('563fc3bd-502a-457a-a837-276f3d327cc1',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.496746] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.496938] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.496995] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.497201] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.497377] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.506311] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a4c2391-b55f-4e4b-baca-dd6607962828 in Status: UNINITIALIZED for 2s [ 969.981732] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 563fc3bd-502a-457a-a837-276f3d327cc1: rpc.has_security_group_logging(os_id): False [ 970.000035] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.000209] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.000249] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.000514] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.000638] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.000903] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.001112] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.001165] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.001347] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.001459] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.001550] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 563fc3bd-502a-457a-a837-276f3d327cc1 is going to be created. [ 970.089282] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.089452] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.089526] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.089743] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.089923] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.099739] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 563fc3bd-502a-457a-a837-276f3d327cc1 in Status: IN_PROGRESS for 2s [ 971.517759] env[69343]: INFO networking_nsxv3.common.synchronization [req-860bd8eb-cfb8-4419-975c-1727f60b9357 req-5b0ebbef-ac5d-4127-9425-cf3d486428dc tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Enqueued Resource ID: b472cc91-511d-47ee-8b01-b3886e574f25 with Priority: HIGHEST for action security_group_members [ 971.521746] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a4c2391-b55f-4e4b-baca-dd6607962828 in Status: SUCCESS [ 971.521746] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a4c2391-b55f-4e4b-baca-dd6607962828" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.521746] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b472cc91-511d-47ee-8b01-b3886e574f25 with Priority: HIGHEST for action security_group_members [ 971.521746] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a4c2391-b55f-4e4b-baca-dd6607962828" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.521746] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a4c2391-b55f-4e4b-baca-dd6607962828" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.521746] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.521746] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.521746] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.521746] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.521746] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.521746] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a4c2391-b55f-4e4b-baca-dd6607962828" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.521746] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a4c2391-b55f-4e4b-baca-dd6607962828',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.521746] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b472cc91-511d-47ee-8b01-b3886e574f25 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.521746] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.522286] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.522286] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.522286] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.522388] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.522429] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.522620] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.522746] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.522889] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b472cc91-511d-47ee-8b01-b3886e574f25',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.562916] env[69343]: INFO networking_nsxv3.common.synchronization [req-06aaf83f-3069-4db0-9228-f76546f6b3bc req-35810959-8912-48cf-8aa4-fe86bc277bf4 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Enqueued Resource ID: b472cc91-511d-47ee-8b01-b3886e574f25 with Priority: HIGHEST for action security_group_members [ 971.564176] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b472cc91-511d-47ee-8b01-b3886e574f25 with Priority: HIGHEST for action security_group_members [ 971.565528] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b472cc91-511d-47ee-8b01-b3886e574f25 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.565643] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.614530] env[69343]: INFO networking_nsxv3.common.synchronization [req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 req-c0984629-6f48-4781-a48a-97434ac6c9a7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Enqueued Resource ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 with Priority: HIGHEST for action security_group_members [ 971.615012] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 with Priority: HIGHEST for action security_group_members [ 971.615330] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.615453] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.615518] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.615775] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.615928] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.616040] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.616096] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.616255] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.616329] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.616418] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d5ac5ab-e72f-4d27-a05a-cfca61ee3444',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.903515] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.903798] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-646" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.903959] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-646" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.904390] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-646" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.904667] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.904824] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.904941] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.905191] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.905344] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.905550] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 971.905663] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.905772] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.905882] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.906012] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 971.906140] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.906287] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.924090] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.924333] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 971.924531] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.924758] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-646" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.925116] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-3e18beea-4fc6-4f21-91b4-318acb8511f3 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.925359] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-3e18beea-4fc6-4f21-91b4-318acb8511f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.925542] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-3e18beea-4fc6-4f21-91b4-318acb8511f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.925888] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-3e18beea-4fc6-4f21-91b4-318acb8511f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.926107] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e18beea-4fc6-4f21-91b4-318acb8511f3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.024638] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a4c2391-b55f-4e4b-baca-dd6607962828 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.025322] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a4c2391-b55f-4e4b-baca-dd6607962828" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.025322] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a4c2391-b55f-4e4b-baca-dd6607962828" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.025475] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a4c2391-b55f-4e4b-baca-dd6607962828" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.025654] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.025756] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.025820] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.026117] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.026228] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.026319] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a4c2391-b55f-4e4b-baca-dd6607962828" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.026478] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a4c2391-b55f-4e4b-baca-dd6607962828 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.026570] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a4c2391-b55f-4e4b-baca-dd6607962828" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.026628] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a4c2391-b55f-4e4b-baca-dd6607962828" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.026768] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a4c2391-b55f-4e4b-baca-dd6607962828" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.026908] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.026997] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.027070] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.027205] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.027280] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.027361] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a4c2391-b55f-4e4b-baca-dd6607962828" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.027446] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a4c2391-b55f-4e4b-baca-dd6607962828',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.028468] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.028576] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.028635] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.028784] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.028862] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.029063] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.029160] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.029226] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.029349] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.029421] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.029504] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b472cc91-511d-47ee-8b01-b3886e574f25 is going to be updated. [ 972.054768] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.054899] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.055661] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.055661] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.055661] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.062929] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b472cc91-511d-47ee-8b01-b3886e574f25 in Status: IN_PROGRESS for 2s [ 972.108891] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 563fc3bd-502a-457a-a837-276f3d327cc1 in Status: SUCCESS [ 972.109200] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-563fc3bd-502a-457a-a837-276f3d327cc1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.118968] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.119117] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.119203] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.119381] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.119465] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.119652] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.119745] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.119805] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.119946] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.120028] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.120114] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 already deleted. [ 972.120192] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.428669] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.428669] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.429025] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.429155] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.429311] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.429557] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 3e18beea-4fc6-4f21-91b4-318acb8511f3 not found, creating... [ 972.429722] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.429909] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.430050] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.430276] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.430468] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.430754] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.430937] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.431072] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.431286] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.431427] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.431582] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 3e18beea-4fc6-4f21-91b4-318acb8511f3 is going to be created. [ 972.453368] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.453586] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.453728] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.454009] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.454303] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.454555] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-3e18beea-4fc6-4f21-91b4-318acb8511f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.531652] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a4c2391-b55f-4e4b-baca-dd6607962828: rpc.has_security_group_logging(os_id): False [ 972.562492] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.562492] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.562492] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.562707] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.562707] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.562826] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.562921] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.562995] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.563197] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.563295] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.563421] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.563559] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.563559] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.563767] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.563859] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.564045] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.564128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.564128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.564271] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.564346] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.564430] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a4c2391-b55f-4e4b-baca-dd6607962828 is going to be created. [ 972.646233] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.646233] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.646233] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.646233] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.646233] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.658523] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a4c2391-b55f-4e4b-baca-dd6607962828 in Status: IN_PROGRESS for 2s [ 972.932200] env[69343]: INFO networking_nsxv3.common.synchronization [req-6a74f55e-2778-4366-87b9-f1a742110f9e req-cda6ce63-cc01-4a4c-ad5e-68b9a4a615c4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Enqueued Resource ID: 3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a with Priority: HIGHEST for action security_group_members [ 972.932200] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a with Priority: HIGHEST for action security_group_members [ 972.932200] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.932200] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.932200] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.932200] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.938544] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.938544] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.938544] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.938544] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.938544] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.938544] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.288402] env[69343]: INFO networking_nsxv3.common.synchronization [req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 req-84b50eaf-f2c3-40f6-a046-eba262a240f2 service nova] Enqueued Resource ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 with Priority: HIGHEST for action security_group_rules [ 973.288453] env[69343]: INFO networking_nsxv3.common.synchronization [req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 req-84b50eaf-f2c3-40f6-a046-eba262a240f2 service nova] Enqueued Resource ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 with Priority: HIGHEST for action security_group_members [ 973.288599] env[69343]: INFO networking_nsxv3.common.synchronization [req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 req-84b50eaf-f2c3-40f6-a046-eba262a240f2 service nova] Enqueued Resource ID: 3e18beea-4fc6-4f21-91b4-318acb8511f3 with Priority: HIGHEST for action port [ 973.288827] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 with Priority: HIGHEST for action security_group_rules [ 973.288906] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 with Priority: HIGHEST for action security_group_members [ 973.289023] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e18beea-4fc6-4f21-91b4-318acb8511f3 with Priority: HIGHEST for action port [ 973.289910] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.289910] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.289910] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.290155] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.290241] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d5ac5ab-e72f-4d27-a05a-cfca61ee3444',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.291311] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.291426] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.291491] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.291662] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.291803] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.291893] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.291953] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.292265] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.292265] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.292351] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d5ac5ab-e72f-4d27-a05a-cfca61ee3444',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.293107] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e18beea-4fc6-4f21-91b4-318acb8511f3 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.293220] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e18beea-4fc6-4f21-91b4-318acb8511f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.293220] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e18beea-4fc6-4f21-91b4-318acb8511f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.293349] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e18beea-4fc6-4f21-91b4-318acb8511f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.293425] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e18beea-4fc6-4f21-91b4-318acb8511f3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.440595] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.440830] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.440870] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.441155] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.441247] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.441465] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.441570] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.441659] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.441818] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.441909] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.442014] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a is going to be updated. [ 973.446118] env[69343]: INFO networking_nsxv3.common.synchronization [req-e70a00b3-de87-429c-8594-3fc02a909f66 req-f4dcb158-2268-4f0f-b952-b831bb560e24 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Enqueued Resource ID: 4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834 with Priority: HIGHEST for action security_group_members [ 973.447056] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834 with Priority: HIGHEST for action security_group_members [ 973.447755] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.447755] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.447957] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.448049] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.448196] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.448291] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.448355] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.448498] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.448576] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.448666] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.473275] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.473424] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.473494] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.473702] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.473880] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.483045] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a in Status: IN_PROGRESS for 2s [ 973.783912] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-202 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.784241] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-202" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.784241] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-202" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.784521] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-202" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.784769] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.784916] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.785038] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.785238] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.785379] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.785578] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 973.785688] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 973.785792] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 973.786621] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 973.786621] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 973.786621] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 973.786621] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 973.795655] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d5ac5ab-e72f-4d27-a05a-cfca61ee3444',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.796542] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.796639] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.796959] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e18beea-4fc6-4f21-91b4-318acb8511f3 with status ACTIVE [ 973.797131] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.797233] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.797293] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.797448] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.797532] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.797692] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.797785] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.797847] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.797982] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.798107] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.798287] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.798380] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.798454] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.798571] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.798644] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.798727] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e18beea-4fc6-4f21-91b4-318acb8511f3 is going to be updated. [ 973.804209] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 973.804362] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 973.804497] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 973.804659] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-202" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.804924] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-2e127c5c-4494-4f85-8cae-fc1d423819a8 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.805096] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-2e127c5c-4494-4f85-8cae-fc1d423819a8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.805218] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-2e127c5c-4494-4f85-8cae-fc1d423819a8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.805527] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-2e127c5c-4494-4f85-8cae-fc1d423819a8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.805666] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e127c5c-4494-4f85-8cae-fc1d423819a8',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.816679] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.816799] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.816883] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.817027] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.817160] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.817301] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e18beea-4fc6-4f21-91b4-318acb8511f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.950893] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.951061] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.951149] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.951383] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.951475] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.951681] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.951792] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.951857] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.952013] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.952097] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.952201] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834 already deleted. [ 973.952283] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.074038] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b472cc91-511d-47ee-8b01-b3886e574f25 in Status: SUCCESS [ 974.074276] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b472cc91-511d-47ee-8b01-b3886e574f25 deletion is rescheduled due to dependency. [ 974.074553] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.074687] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.074876] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.075101] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.075245] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.075326] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.075510] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.075605] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.075717] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b472cc91-511d-47ee-8b01-b3886e574f25',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.297638] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d5ac5ab-e72f-4d27-a05a-cfca61ee3444',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.308568] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.308712] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.308808] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.309103] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.309260] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.309413] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 2e127c5c-4494-4f85-8cae-fc1d423819a8 not found, creating... [ 974.309919] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.309919] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.309919] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.310161] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.310299] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.310580] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.310732] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.310849] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.311067] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.311205] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.311347] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 2e127c5c-4494-4f85-8cae-fc1d423819a8 is going to be created. [ 974.330517] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.330737] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.330865] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.331149] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.331380] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.331601] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-2e127c5c-4494-4f85-8cae-fc1d423819a8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.578141] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.578453] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.578453] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.578788] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.578788] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.578954] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.579048] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.579116] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.579283] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.579376] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.579485] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b472cc91-511d-47ee-8b01-b3886e574f25 is going to be updated. [ 974.603806] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.604063] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.604063] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.604231] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.604374] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.614837] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b472cc91-511d-47ee-8b01-b3886e574f25 in Status: IN_PROGRESS for 2s [ 974.671105] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a4c2391-b55f-4e4b-baca-dd6607962828 in Status: SUCCESS [ 974.671685] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a4c2391-b55f-4e4b-baca-dd6607962828" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.800820] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.800820] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.800820] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.800820] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.800820] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.801247] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 is going to be created. [ 974.823555] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.823555] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.823555] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.823555] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.823555] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.831765] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 in Status: UNINITIALIZED for 2s [ 975.111282] env[69343]: INFO networking_nsxv3.common.synchronization [req-e70a00b3-de87-429c-8594-3fc02a909f66 req-dfab3de9-0d0f-4ce9-94f3-280005e6564a service nova] Enqueued Resource ID: 4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834 with Priority: HIGHEST for action security_group_rules [ 975.111473] env[69343]: INFO networking_nsxv3.common.synchronization [req-e70a00b3-de87-429c-8594-3fc02a909f66 req-dfab3de9-0d0f-4ce9-94f3-280005e6564a service nova] Enqueued Resource ID: 4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834 with Priority: HIGHEST for action security_group_members [ 975.111615] env[69343]: INFO networking_nsxv3.common.synchronization [req-e70a00b3-de87-429c-8594-3fc02a909f66 req-dfab3de9-0d0f-4ce9-94f3-280005e6564a service nova] Enqueued Resource ID: 2e127c5c-4494-4f85-8cae-fc1d423819a8 with Priority: HIGHEST for action port [ 975.112486] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834 with Priority: HIGHEST for action security_group_rules [ 975.112628] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834 with Priority: HIGHEST for action security_group_members [ 975.112742] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e127c5c-4494-4f85-8cae-fc1d423819a8 with Priority: HIGHEST for action port [ 975.113308] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.113308] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.113308] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.113520] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.113595] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.114470] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.114581] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.114648] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.114834] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.114994] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.115102] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.115165] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.115336] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.115474] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.115504] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.116938] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e127c5c-4494-4f85-8cae-fc1d423819a8 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.117073] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e127c5c-4494-4f85-8cae-fc1d423819a8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.117150] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e127c5c-4494-4f85-8cae-fc1d423819a8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.117297] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e127c5c-4494-4f85-8cae-fc1d423819a8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.117370] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e127c5c-4494-4f85-8cae-fc1d423819a8',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.491721] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a in Status: SUCCESS [ 975.491906] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a deletion is rescheduled due to dependency. [ 975.492044] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.621042] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.621042] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.621042] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.621759] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e127c5c-4494-4f85-8cae-fc1d423819a8 with status ACTIVE [ 975.621941] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.622083] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.622161] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.622358] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.622458] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.622656] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.622758] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.622818] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.622976] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.623068] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.623264] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.623398] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.623398] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.623570] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.623596] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.623671] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e127c5c-4494-4f85-8cae-fc1d423819a8 is going to be updated. [ 975.643472] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.643607] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.643678] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.643873] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.644013] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.644833] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e127c5c-4494-4f85-8cae-fc1d423819a8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.125733] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.624753] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b472cc91-511d-47ee-8b01-b3886e574f25 in Status: SUCCESS [ 976.624753] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b472cc91-511d-47ee-8b01-b3886e574f25 deletion is rescheduled due to dependency. [ 976.624753] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.628047] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.628171] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.628218] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.629136] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.629136] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.629136] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834 is going to be created. [ 976.649754] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.649908] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.649977] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.650202] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.650377] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.658316] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834 in Status: UNINITIALIZED for 2s [ 976.841260] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 in Status: SUCCESS [ 976.841502] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.841648] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.842031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.842133] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.842402] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.842402] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.842610] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.842610] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.842610] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.842824] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d5ac5ab-e72f-4d27-a05a-cfca61ee3444',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.344979] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d5ac5ab-e72f-4d27-a05a-cfca61ee3444',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.847469] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444: rpc.has_security_group_logging(os_id): False [ 977.865465] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.865465] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.865465] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.865653] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.865653] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.865892] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.865999] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.866095] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.866281] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.866372] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.866473] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 is going to be created. [ 977.921294] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.921449] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.921517] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.923253] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.923253] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.931392] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 in Status: IN_PROGRESS for 2s [ 978.669142] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834 in Status: SUCCESS [ 978.669468] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.669685] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.669968] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.670265] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.670427] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.670526] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.670753] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.670884] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.671018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.671150] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.173395] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.173537] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.173606] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.173821] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.173983] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.174099] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.174153] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.174895] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.174895] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.174895] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.175051] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.175051] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.175128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.175222] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.175386] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.176476] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.176599] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.176791] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.176880] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.176968] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.177073] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.679637] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834: rpc.has_security_group_logging(os_id): False [ 979.696222] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.696362] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.696468] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.696636] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.696807] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.696914] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.697011] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.697072] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.697221] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.697299] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.697488] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.697581] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.697638] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.697774] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.697848] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.698080] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.698682] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.698682] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.698682] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.698682] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.698682] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834 is going to be created. [ 979.750128] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.750373] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.750373] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.750826] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.751020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.760603] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834 in Status: IN_PROGRESS for 2s [ 979.944020] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 in Status: SUCCESS [ 979.944020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.114277] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 980.114380] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 981.164215] env[69343]: INFO networking_nsxv3.common.synchronization [None req-feb260ca-892f-4d16-9250-4270133babe4 None None] Enqueued Resource ID: ebc9a36a-f4f9-48d0-bb93-ba92baa68af0 with Priority: HIGHEST for action port [ 981.164491] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc9a36a-f4f9-48d0-bb93-ba92baa68af0 with Priority: HIGHEST for action port [ 981.165229] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebc9a36a-f4f9-48d0-bb93-ba92baa68af0 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.165229] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebc9a36a-f4f9-48d0-bb93-ba92baa68af0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.165367] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebc9a36a-f4f9-48d0-bb93-ba92baa68af0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.165495] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebc9a36a-f4f9-48d0-bb93-ba92baa68af0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.165577] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebc9a36a-f4f9-48d0-bb93-ba92baa68af0',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.669197] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebc9a36a-f4f9-48d0-bb93-ba92baa68af0 [ 981.669197] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.669197] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.669197] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.669197] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.669197] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.669197] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebc9a36a-f4f9-48d0-bb93-ba92baa68af0 already deleted. [ 981.669197] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebc9a36a-f4f9-48d0-bb93-ba92baa68af0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.773039] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834 in Status: SUCCESS [ 981.773039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.802278] env[69343]: INFO networking_nsxv3.common.synchronization [req-7bcc678b-20eb-467b-8855-af2e2f22b257 req-5a5a207a-58bf-439e-9334-3f36ca0a2fba tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Enqueued Resource ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 with Priority: HIGHEST for action security_group_members [ 982.802839] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 with Priority: HIGHEST for action security_group_members [ 982.804145] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4fc5e04-12f1-4226-a748-294ee28ddb69 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.804145] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.804145] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.804145] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.804145] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.805696] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.805834] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.805987] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.806072] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.806181] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.808492] env[69343]: INFO networking_nsxv3.common.synchronization [req-d84f4acd-b383-4ab0-8ca7-98b4947d8305 req-37b18dd3-c213-45d0-bd64-0ce16a4df051 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Enqueued Resource ID: 360790c4-5096-4feb-821f-bbbeeeab27ef with Priority: HIGHEST for action security_group_members [ 982.808922] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 360790c4-5096-4feb-821f-bbbeeeab27ef with Priority: HIGHEST for action security_group_members [ 982.810943] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-360790c4-5096-4feb-821f-bbbeeeab27ef taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.811110] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.811201] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.812352] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.812708] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.812820] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.813205] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.813502] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.814105] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.814105] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('360790c4-5096-4feb-821f-bbbeeeab27ef',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.930488] env[69343]: INFO networking_nsxv3.common.synchronization [req-d58961c6-177e-481a-a8d6-e21924880e18 req-ae9f6f33-5954-469c-beac-fec1f367d5fc tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Enqueued Resource ID: 8a4c2391-b55f-4e4b-baca-dd6607962828 with Priority: HIGHEST for action security_group_members [ 982.931557] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a4c2391-b55f-4e4b-baca-dd6607962828 with Priority: HIGHEST for action security_group_members [ 982.932285] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a4c2391-b55f-4e4b-baca-dd6607962828 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.932641] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a4c2391-b55f-4e4b-baca-dd6607962828" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.932845] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a4c2391-b55f-4e4b-baca-dd6607962828" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.933156] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a4c2391-b55f-4e4b-baca-dd6607962828" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.933519] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.934071] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.935213] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.935213] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.935213] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.935213] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a4c2391-b55f-4e4b-baca-dd6607962828',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.010321] env[69343]: INFO networking_nsxv3.common.synchronization [req-93a42ff6-c4db-4ede-b244-aaae67ac9679 req-c5681041-7491-487d-9d51-08ebe0d43a50 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Enqueued Resource ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 with Priority: HIGHEST for action security_group_members [ 983.010849] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 with Priority: HIGHEST for action security_group_members [ 983.011169] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.011290] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.011364] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.011565] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.011722] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.011818] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.011881] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.012756] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.012899] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.013055] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2bcfb43-8656-4657-b3e6-8e1cfa4681d6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.310030] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.316269] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.316417] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.316489] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.316688] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.316779] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.316968] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.317078] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.317143] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.317286] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.317383] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.317476] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 360790c4-5096-4feb-821f-bbbeeeab27ef is going to be updated. [ 983.349912] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.350060] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.350150] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.350359] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.350476] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.358840] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 360790c4-5096-4feb-821f-bbbeeeab27ef in Status: IN_PROGRESS for 2s [ 983.384461] env[69343]: INFO networking_nsxv3.common.synchronization [None req-140725d6-e5fe-432d-be7c-88bbd13ce991 None None] Enqueued Resource ID: 82edf13b-47d8-4539-ae33-281de0d0a58e with Priority: HIGHEST for action port [ 983.384994] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82edf13b-47d8-4539-ae33-281de0d0a58e with Priority: HIGHEST for action port [ 983.385541] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-82edf13b-47d8-4539-ae33-281de0d0a58e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.385541] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82edf13b-47d8-4539-ae33-281de0d0a58e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.385541] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82edf13b-47d8-4539-ae33-281de0d0a58e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.388392] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82edf13b-47d8-4539-ae33-281de0d0a58e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.388392] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82edf13b-47d8-4539-ae33-281de0d0a58e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.440066] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.440239] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.440315] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.440531] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.440625] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.440805] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.440896] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.440955] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.441116] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.441188] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.442647] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a4c2391-b55f-4e4b-baca-dd6607962828 is going to be updated. [ 983.467377] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.467377] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.467377] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.467377] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.467751] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.482304] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a4c2391-b55f-4e4b-baca-dd6607962828 in Status: IN_PROGRESS for 2s [ 983.491582] env[69343]: INFO networking_nsxv3.common.synchronization [req-a823f61e-57c5-4cae-81c5-f9d82c363014 req-14de05a8-1a25-43d5-a7ad-024c11b4a5f4 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Enqueued Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_members [ 983.492573] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_members [ 983.492573] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.492573] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.492573] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.492789] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.492894] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.492981] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.493195] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.493353] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.493437] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.493526] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.515156] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.515568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.515634] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.515950] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.535550] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.535802] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.535918] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.535987] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.536251] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.536340] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.536433] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 is going to be updated. [ 983.565136] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.565286] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.565367] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.565945] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.565945] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.574573] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 in Status: IN_PROGRESS for 2s [ 983.816162] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.891751] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82edf13b-47d8-4539-ae33-281de0d0a58e [ 983.892100] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.892350] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.892503] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.892903] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.893144] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.893336] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82edf13b-47d8-4539-ae33-281de0d0a58e already deleted. [ 983.893493] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82edf13b-47d8-4539-ae33-281de0d0a58e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.995945] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.996471] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.996556] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.996778] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.996869] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.997604] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.997604] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.997604] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.997604] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.997824] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.997858] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7445b3cd-609e-49ea-bda8-52dc323593df is going to be deleted. [ 984.043973] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.044142] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.044222] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.044451] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.044555] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.044658] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.125886] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-249 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.126135] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-249" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.126271] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-249" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.126534] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-249" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.126793] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.127422] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.127652] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.127967] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.128055] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.128295] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 984.128416] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 984.128530] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 984.128643] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 984.128758] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 984.128866] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 984.128998] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 984.148898] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 984.149299] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 984.149837] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 984.150175] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-249" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.150644] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-92c7b468-c210-4b01-ada0-6953472a6108 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.152109] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-92c7b468-c210-4b01-ada0-6953472a6108" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.152109] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-92c7b468-c210-4b01-ada0-6953472a6108" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.152109] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-92c7b468-c210-4b01-ada0-6953472a6108" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.152109] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92c7b468-c210-4b01-ada0-6953472a6108',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.318568] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.318720] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.318824] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.319235] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.319392] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.319515] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 is going to be updated. [ 984.348587] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.348763] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.348844] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.349860] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.350021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.359385] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 in Status: IN_PROGRESS for 2s [ 984.658321] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.658321] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.658321] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.658321] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.658529] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.658562] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 92c7b468-c210-4b01-ada0-6953472a6108 not found, creating... [ 984.658831] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.658981] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.659107] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.659330] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.659537] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.659735] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.659889] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.660062] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.664159] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.666656] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.666656] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 92c7b468-c210-4b01-ada0-6953472a6108 is going to be created. [ 984.690994] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.690994] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.690994] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.690994] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.690994] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.690994] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-92c7b468-c210-4b01-ada0-6953472a6108" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.368060] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 360790c4-5096-4feb-821f-bbbeeeab27ef in Status: SUCCESS [ 985.368394] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 360790c4-5096-4feb-821f-bbbeeeab27ef deletion is rescheduled due to dependency. [ 985.368452] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.494177] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a4c2391-b55f-4e4b-baca-dd6607962828 in Status: SUCCESS [ 985.494177] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a4c2391-b55f-4e4b-baca-dd6607962828 deletion is rescheduled due to dependency. [ 985.494291] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a4c2391-b55f-4e4b-baca-dd6607962828" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.585359] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 in Status: SUCCESS [ 985.585359] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 deletion is rescheduled due to dependency. [ 985.585449] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.704769] env[69343]: INFO networking_nsxv3.common.synchronization [req-a823f61e-57c5-4cae-81c5-f9d82c363014 req-f767aa6d-b7e1-4c0e-92cd-6393982f2d10 service nova] Enqueued Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_rules [ 985.704992] env[69343]: INFO networking_nsxv3.common.synchronization [req-a823f61e-57c5-4cae-81c5-f9d82c363014 req-f767aa6d-b7e1-4c0e-92cd-6393982f2d10 service nova] Enqueued Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_members [ 985.705156] env[69343]: INFO networking_nsxv3.common.synchronization [req-a823f61e-57c5-4cae-81c5-f9d82c363014 req-f767aa6d-b7e1-4c0e-92cd-6393982f2d10 service nova] Enqueued Resource ID: 92c7b468-c210-4b01-ada0-6953472a6108 with Priority: HIGHEST for action port [ 985.705393] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_rules [ 985.705521] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_members [ 985.705619] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92c7b468-c210-4b01-ada0-6953472a6108 with Priority: HIGHEST for action port [ 985.708155] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.708350] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.708392] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.708622] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.708695] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.709710] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.709834] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.709949] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.710110] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.710386] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.710386] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.710511] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.710567] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.710666] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.710766] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.712092] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-92c7b468-c210-4b01-ada0-6953472a6108 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.712178] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92c7b468-c210-4b01-ada0-6953472a6108" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.712214] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92c7b468-c210-4b01-ada0-6953472a6108" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.712369] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92c7b468-c210-4b01-ada0-6953472a6108" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.712449] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92c7b468-c210-4b01-ada0-6953472a6108',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.214125] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.214345] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.214506] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.216898] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92c7b468-c210-4b01-ada0-6953472a6108 with status ACTIVE [ 986.216898] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.216898] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.216898] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.216898] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.216898] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.216898] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.216898] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.216898] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.216898] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.216898] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.217614] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.217614] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.217614] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.217761] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.217761] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.217841] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92c7b468-c210-4b01-ada0-6953472a6108 is going to be updated. [ 986.242700] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.243373] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.243373] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.243373] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.243760] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.243956] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92c7b468-c210-4b01-ada0-6953472a6108" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.378471] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 in Status: SUCCESS [ 986.378471] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.721122] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.226074] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.226074] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.226074] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.226214] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.226214] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.226378] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7445b3cd-609e-49ea-bda8-52dc323593df is going to be created. [ 987.252052] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.252214] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.252407] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.252618] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.252779] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.263534] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: UNINITIALIZED for 2s [ 988.092023] env[69343]: INFO networking_nsxv3.common.synchronization [req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d req-4f71cda1-4f8a-4ce0-b1a4-396bdb647445 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Enqueued Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_members [ 988.092552] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_members [ 988.093869] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-833c6a08-9446-43d9-ac6d-7d0c8738d152 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.093869] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.093869] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.093869] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.093869] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.093869] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.093869] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.093869] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.093869] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.093869] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.136128] env[69343]: INFO networking_nsxv3.common.synchronization [None req-f4c15e75-cbce-4f80-ac73-450b2a30aa3f None None] Enqueued Resource ID: 73dee194-06f6-4570-84fb-956e6365bc69 with Priority: HIGHEST for action port [ 988.136721] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73dee194-06f6-4570-84fb-956e6365bc69 with Priority: HIGHEST for action port [ 988.137478] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-73dee194-06f6-4570-84fb-956e6365bc69 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.137638] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73dee194-06f6-4570-84fb-956e6365bc69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.137638] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73dee194-06f6-4570-84fb-956e6365bc69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.139751] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73dee194-06f6-4570-84fb-956e6365bc69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.139751] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73dee194-06f6-4570-84fb-956e6365bc69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.596650] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.643078] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73dee194-06f6-4570-84fb-956e6365bc69 [ 988.643078] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.643078] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.643078] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.643078] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.643078] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.643078] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73dee194-06f6-4570-84fb-956e6365bc69 already deleted. [ 988.643078] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73dee194-06f6-4570-84fb-956e6365bc69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.830679] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-15 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.830880] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-15" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.831720] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-15" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.831720] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-15" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.831819] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.831968] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.834442] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.834715] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.834883] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.835129] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 988.835323] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 988.836028] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 988.836028] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 988.836028] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 988.836028] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 988.836348] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 988.856217] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 988.856427] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 988.856805] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 988.856805] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-15" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.857142] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-8006bd15-5bc3-4a8d-9f4b-418eceb85891 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.857354] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-8006bd15-5bc3-4a8d-9f4b-418eceb85891" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.857484] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-8006bd15-5bc3-4a8d-9f4b-418eceb85891" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.857802] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-8006bd15-5bc3-4a8d-9f4b-418eceb85891" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.859121] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8006bd15-5bc3-4a8d-9f4b-418eceb85891',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.100619] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.273691] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: SUCCESS [ 989.273924] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.274107] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.274319] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.274548] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.274659] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.274692] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.274831] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.274912] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.274997] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.275101] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.363763] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.364053] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.364194] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.364485] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.364663] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.364804] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 8006bd15-5bc3-4a8d-9f4b-418eceb85891 not found, creating... [ 989.365087] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.365377] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.365518] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.365750] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.365892] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.366519] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.366519] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.366519] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.366757] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.366980] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.367169] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 8006bd15-5bc3-4a8d-9f4b-418eceb85891 is going to be created. [ 989.387228] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.387450] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.387700] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.388013] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.388330] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.388586] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-8006bd15-5bc3-4a8d-9f4b-418eceb85891" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.603026] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.603026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.603026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.603210] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.603210] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.603314] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 is going to be updated. [ 989.641515] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.641699] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.641699] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.641998] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.642093] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.651410] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: IN_PROGRESS for 2s [ 989.780488] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.780488] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.780488] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.780488] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.780488] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.780488] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.780488] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.780488] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.780488] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.780488] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.780488] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.780488] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.780488] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.780488] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.780488] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.780488] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.781102] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.781102] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.781102] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.781102] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.781102] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.138297] env[69343]: INFO networking_nsxv3.common.synchronization [None req-513f2885-6462-4df4-b24f-b2dd30fff639 None None] Enqueued Resource ID: c7c6e527-3513-4f19-a7a3-9a9685599e8c with Priority: HIGHEST for action port [ 990.138860] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c6e527-3513-4f19-a7a3-9a9685599e8c with Priority: HIGHEST for action port [ 990.139183] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7c6e527-3513-4f19-a7a3-9a9685599e8c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.141037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7c6e527-3513-4f19-a7a3-9a9685599e8c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.141037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7c6e527-3513-4f19-a7a3-9a9685599e8c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.143132] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7c6e527-3513-4f19-a7a3-9a9685599e8c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.143132] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7c6e527-3513-4f19-a7a3-9a9685599e8c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.283261] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7445b3cd-609e-49ea-bda8-52dc323593df: rpc.has_security_group_logging(os_id): False [ 990.301892] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.302109] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.302168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.302391] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.302507] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.302725] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.302832] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.302921] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.303094] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.303197] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.303399] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.303494] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.303548] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.304034] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.304034] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.304034] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.305403] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.305403] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.305403] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.305403] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.305403] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7445b3cd-609e-49ea-bda8-52dc323593df is going to be created. [ 990.324456] env[69343]: INFO networking_nsxv3.common.synchronization [req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d req-d83f1b38-e22c-4fb6-8ed6-5ac778aa6665 service nova] Enqueued Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_rules [ 990.324665] env[69343]: INFO networking_nsxv3.common.synchronization [req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d req-d83f1b38-e22c-4fb6-8ed6-5ac778aa6665 service nova] Enqueued Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_members [ 990.324820] env[69343]: INFO networking_nsxv3.common.synchronization [req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d req-d83f1b38-e22c-4fb6-8ed6-5ac778aa6665 service nova] Enqueued Resource ID: 8006bd15-5bc3-4a8d-9f4b-418eceb85891 with Priority: HIGHEST for action port [ 990.327517] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_rules [ 990.327711] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_members [ 990.327849] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8006bd15-5bc3-4a8d-9f4b-418eceb85891 with Priority: HIGHEST for action port [ 990.328235] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-833c6a08-9446-43d9-ac6d-7d0c8738d152 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.328373] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.328440] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.328687] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.328783] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.329920] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-833c6a08-9446-43d9-ac6d-7d0c8738d152 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.329920] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.330830] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-8006bd15-5bc3-4a8d-9f4b-418eceb85891 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.331073] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8006bd15-5bc3-4a8d-9f4b-418eceb85891" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.331190] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8006bd15-5bc3-4a8d-9f4b-418eceb85891" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.331453] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8006bd15-5bc3-4a8d-9f4b-418eceb85891" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.331846] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8006bd15-5bc3-4a8d-9f4b-418eceb85891',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.361083] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.361324] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.361451] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.361773] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.362078] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.379670] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: IN_PROGRESS for 2s [ 990.647828] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7c6e527-3513-4f19-a7a3-9a9685599e8c [ 990.648021] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.648212] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.648422] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.648667] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.648820] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.648999] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7c6e527-3513-4f19-a7a3-9a9685599e8c already deleted. [ 990.649180] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7c6e527-3513-4f19-a7a3-9a9685599e8c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.835531] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-833c6a08-9446-43d9-ac6d-7d0c8738d152 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.835531] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.835531] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8006bd15-5bc3-4a8d-9f4b-418eceb85891 with status ACTIVE [ 990.835531] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.835824] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.835824] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.835824] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.835912] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.837385] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.837385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.837385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.837385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.837385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.837385] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.837385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.837385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.837385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.837385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.837385] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8006bd15-5bc3-4a8d-9f4b-418eceb85891 is going to be updated. [ 990.859521] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.860721] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.860721] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.860721] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.860721] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.860721] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8006bd15-5bc3-4a8d-9f4b-418eceb85891" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.664854] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: SUCCESS [ 991.665117] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.665267] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.665506] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.665682] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.665846] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.665970] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.666145] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.666240] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.666503] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.806300] env[69343]: INFO networking_nsxv3.common.synchronization [None req-59b6a286-96af-4f1a-8d9b-a2f457e58817 None None] Enqueued Resource ID: cd934a49-0584-4ce3-ab64-d789dcf7d324 with Priority: HIGHEST for action port [ 991.806638] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd934a49-0584-4ce3-ab64-d789dcf7d324 with Priority: HIGHEST for action port [ 991.807166] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd934a49-0584-4ce3-ab64-d789dcf7d324 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.807273] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd934a49-0584-4ce3-ab64-d789dcf7d324" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.807337] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd934a49-0584-4ce3-ab64-d789dcf7d324" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.807588] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd934a49-0584-4ce3-ab64-d789dcf7d324" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.807703] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd934a49-0584-4ce3-ab64-d789dcf7d324',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.168549] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.311537] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd934a49-0584-4ce3-ab64-d789dcf7d324 [ 992.311818] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.311983] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.312076] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.312328] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.316022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.316022] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd934a49-0584-4ce3-ab64-d789dcf7d324 already deleted. [ 992.316022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd934a49-0584-4ce3-ab64-d789dcf7d324" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.392917] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: SUCCESS [ 992.393175] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.671333] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.175571] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.175772] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.175873] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.176200] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.176326] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.176461] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 is going to be updated. [ 993.215882] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.216053] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.216129] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.216349] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.217020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.225369] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: IN_PROGRESS for 2s [ 993.583836] env[69343]: INFO networking_nsxv3.common.synchronization [None req-b7e2328a-c0e8-4399-8c07-22c0c7b46ddc None None] Enqueued Resource ID: d2f4903a-4e5e-476e-b66a-045c81e03e90 with Priority: HIGHEST for action port [ 993.583836] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f4903a-4e5e-476e-b66a-045c81e03e90 with Priority: HIGHEST for action port [ 993.583836] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2f4903a-4e5e-476e-b66a-045c81e03e90 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.583836] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2f4903a-4e5e-476e-b66a-045c81e03e90" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.583836] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2f4903a-4e5e-476e-b66a-045c81e03e90" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.583836] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2f4903a-4e5e-476e-b66a-045c81e03e90" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.583836] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2f4903a-4e5e-476e-b66a-045c81e03e90',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.089480] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2f4903a-4e5e-476e-b66a-045c81e03e90 [ 994.089848] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.089967] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.090080] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.090328] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.090440] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.090601] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2f4903a-4e5e-476e-b66a-045c81e03e90 already deleted. [ 994.090722] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2f4903a-4e5e-476e-b66a-045c81e03e90" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.432450] env[69343]: INFO networking_nsxv3.common.synchronization [None req-9f0d80d0-bbd1-43be-859c-d3ebd5ddc01e None None] Enqueued Resource ID: c795c8b4-dbe8-47f6-891e-62e6347fa1c1 with Priority: HIGHEST for action port [ 994.432450] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c795c8b4-dbe8-47f6-891e-62e6347fa1c1 with Priority: HIGHEST for action port [ 994.432907] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-c795c8b4-dbe8-47f6-891e-62e6347fa1c1 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.433765] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c795c8b4-dbe8-47f6-891e-62e6347fa1c1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.433765] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c795c8b4-dbe8-47f6-891e-62e6347fa1c1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.433949] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c795c8b4-dbe8-47f6-891e-62e6347fa1c1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.433980] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c795c8b4-dbe8-47f6-891e-62e6347fa1c1',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.940169] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c795c8b4-dbe8-47f6-891e-62e6347fa1c1 [ 994.940169] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.940169] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.940169] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.940833] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.940833] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.940833] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c795c8b4-dbe8-47f6-891e-62e6347fa1c1 already deleted. [ 994.940833] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c795c8b4-dbe8-47f6-891e-62e6347fa1c1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.238734] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: SUCCESS [ 995.238981] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.239146] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.239417] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.239637] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.239758] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.239824] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.239974] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.240066] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.240156] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.240247] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.744863] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-833c6a08-9446-43d9-ac6d-7d0c8738d152 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.745025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.745100] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.745329] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.745783] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.745783] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.745783] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.745932] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.745932] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.745986] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.746170] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-833c6a08-9446-43d9-ac6d-7d0c8738d152 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.746276] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.746338] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.746479] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.746616] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.746704] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.746764] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.746895] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.746969] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.747058] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.747161] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.966480] env[69343]: INFO networking_nsxv3.common.synchronization [None req-659504a3-cb60-45d9-b59f-ca2ec7f482bf None None] Enqueued Resource ID: 88a8ac4b-1e2c-419c-9cba-af94b4c526a7 with Priority: HIGHEST for action port [ 995.967703] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88a8ac4b-1e2c-419c-9cba-af94b4c526a7 with Priority: HIGHEST for action port [ 995.967703] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-88a8ac4b-1e2c-419c-9cba-af94b4c526a7 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.967875] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88a8ac4b-1e2c-419c-9cba-af94b4c526a7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.967875] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88a8ac4b-1e2c-419c-9cba-af94b4c526a7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.968397] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88a8ac4b-1e2c-419c-9cba-af94b4c526a7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.968503] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88a8ac4b-1e2c-419c-9cba-af94b4c526a7',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.250058] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 833c6a08-9446-43d9-ac6d-7d0c8738d152: rpc.has_security_group_logging(os_id): False [ 996.268471] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.268654] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.268732] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.268951] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.269056] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.269274] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.269950] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.270121] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.270372] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.270510] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.270760] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.270896] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.270987] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.271190] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.271319] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.271555] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.271697] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.271780] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.271979] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.272104] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.272233] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 is going to be updated. [ 996.328394] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.328604] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.328604] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.328947] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.329035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.343973] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: IN_PROGRESS for 2s [ 996.470834] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88a8ac4b-1e2c-419c-9cba-af94b4c526a7 [ 996.471631] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.471791] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.471886] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.472180] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.473202] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.473317] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88a8ac4b-1e2c-419c-9cba-af94b4c526a7 already deleted. [ 996.473416] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88a8ac4b-1e2c-419c-9cba-af94b4c526a7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.358952] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: SUCCESS [ 998.359471] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.834402] env[69343]: INFO networking_nsxv3.common.synchronization [req-36bfb416-14e7-4306-bb07-da35dffb5b81 req-5fd9ae99-01e7-45ea-a0ba-7e68438837db tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Enqueued Resource ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 with Priority: HIGHEST for action security_group_members [ 998.834929] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 with Priority: HIGHEST for action security_group_members [ 998.835264] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4fc5e04-12f1-4226-a748-294ee28ddb69 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.836049] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.836049] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.836049] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.836049] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.836049] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.836049] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.836559] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.836559] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.836559] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.339807] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.339967] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.340065] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.340288] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.340373] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.340609] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.340716] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.340778] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.340922] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.340997] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.341119] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 is going to be updated. [ 999.371218] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.371545] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.371545] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.372682] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.372682] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.379999] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 in Status: IN_PROGRESS for 2s [ 1000.195803] env[69343]: INFO networking_nsxv3.common.synchronization [req-752b9c03-714d-4435-a633-252c3c503ea4 req-3c840fa4-0dad-4fa0-8dd9-c56ad127fd1f tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Enqueued Resource ID: dadea01b-56c8-4e64-a1ec-51d0cde57da4 with Priority: HIGHEST for action security_group_members [ 1000.196440] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dadea01b-56c8-4e64-a1ec-51d0cde57da4 with Priority: HIGHEST for action security_group_members [ 1000.196760] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-dadea01b-56c8-4e64-a1ec-51d0cde57da4 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.196879] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.196942] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.197170] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.197334] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.197432] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.197494] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.197789] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.197872] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.197965] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dadea01b-56c8-4e64-a1ec-51d0cde57da4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.701027] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.701446] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.701446] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.701683] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.701797] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.702089] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.702149] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.702213] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.702490] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.702490] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.702580] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dadea01b-56c8-4e64-a1ec-51d0cde57da4 is going to be updated. [ 1000.730859] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.731047] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.731153] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.731424] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.731630] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.742694] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dadea01b-56c8-4e64-a1ec-51d0cde57da4 in Status: IN_PROGRESS for 2s [ 1001.390840] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 in Status: SUCCESS [ 1001.391032] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 deletion is rescheduled due to dependency. [ 1001.391668] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.752675] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dadea01b-56c8-4e64-a1ec-51d0cde57da4 in Status: SUCCESS [ 1002.752675] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dadea01b-56c8-4e64-a1ec-51d0cde57da4 deletion is rescheduled due to dependency. [ 1002.752675] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.453138] env[69343]: INFO networking_nsxv3.common.synchronization [None req-8dcf0bed-b04a-4989-b558-7a25247b1186 None None] Enqueued Resource ID: 8c246ad9-de61-4d8e-93b4-9bdab10cc16f with Priority: HIGHEST for action port [ 1004.453138] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c246ad9-de61-4d8e-93b4-9bdab10cc16f with Priority: HIGHEST for action port [ 1004.453138] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c246ad9-de61-4d8e-93b4-9bdab10cc16f taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.453138] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c246ad9-de61-4d8e-93b4-9bdab10cc16f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.453138] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c246ad9-de61-4d8e-93b4-9bdab10cc16f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.453138] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c246ad9-de61-4d8e-93b4-9bdab10cc16f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.453138] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c246ad9-de61-4d8e-93b4-9bdab10cc16f',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.956302] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c246ad9-de61-4d8e-93b4-9bdab10cc16f [ 1004.957115] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.957309] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.957401] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.957637] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.959183] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.959183] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c246ad9-de61-4d8e-93b4-9bdab10cc16f already deleted. [ 1004.959183] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c246ad9-de61-4d8e-93b4-9bdab10cc16f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.134661] env[69343]: INFO networking_nsxv3.common.synchronization [req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 req-7a882b83-69f6-4b76-bf1d-ea2b4db34689 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Enqueued Resource ID: 55161163-a6f8-4f94-b266-5dd3494e6cfd with Priority: HIGHEST for action security_group_members [ 1005.135231] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55161163-a6f8-4f94-b266-5dd3494e6cfd with Priority: HIGHEST for action security_group_members [ 1005.135538] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-55161163-a6f8-4f94-b266-5dd3494e6cfd taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.135690] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55161163-a6f8-4f94-b266-5dd3494e6cfd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.135800] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55161163-a6f8-4f94-b266-5dd3494e6cfd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.138830] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55161163-a6f8-4f94-b266-5dd3494e6cfd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.138830] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.138830] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.138830] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.138830] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.138830] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.138830] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55161163-a6f8-4f94-b266-5dd3494e6cfd',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.644100] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-632 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.644432] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-632" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.644432] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-632" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.644772] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-632" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.645145] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.645324] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.645446] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.645687] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.645865] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.646087] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1005.646241] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.646375] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.646499] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.646665] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1005.646728] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.646851] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.648379] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.648512] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.648575] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.648745] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.648838] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.649112] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.649185] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.649234] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.649345] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.649422] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.649521] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55161163-a6f8-4f94-b266-5dd3494e6cfd already deleted. [ 1005.649604] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55161163-a6f8-4f94-b266-5dd3494e6cfd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.667202] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.667582] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1005.667582] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.667740] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-632" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.668541] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-2732e5a6-4c2f-4589-931f-ba4964a59419 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.668541] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-2732e5a6-4c2f-4589-931f-ba4964a59419" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.668541] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-2732e5a6-4c2f-4589-931f-ba4964a59419" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.668713] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-2732e5a6-4c2f-4589-931f-ba4964a59419" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.668816] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2732e5a6-4c2f-4589-931f-ba4964a59419',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.170905] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.171050] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.171324] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.171510] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.172010] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.172010] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 2732e5a6-4c2f-4589-931f-ba4964a59419 not found, creating... [ 1006.172115] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.174022] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.174022] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.174022] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.174022] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.174022] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.174022] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.174022] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.174022] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.174022] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.174022] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 2732e5a6-4c2f-4589-931f-ba4964a59419 is going to be created. [ 1006.193499] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.193646] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.193646] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.194018] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.194180] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.194408] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-2732e5a6-4c2f-4589-931f-ba4964a59419" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.633295] env[69343]: INFO networking_nsxv3.common.synchronization [None req-8650fad2-4ceb-42a5-a0d4-66d21566503c None None] Enqueued Resource ID: 9b373b0b-ca5c-4850-b5fa-c4674027a2b7 with Priority: HIGHEST for action port [ 1006.633782] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b373b0b-ca5c-4850-b5fa-c4674027a2b7 with Priority: HIGHEST for action port [ 1006.634703] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b373b0b-ca5c-4850-b5fa-c4674027a2b7 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.634862] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b373b0b-ca5c-4850-b5fa-c4674027a2b7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.634930] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b373b0b-ca5c-4850-b5fa-c4674027a2b7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.635334] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b373b0b-ca5c-4850-b5fa-c4674027a2b7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.635418] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b373b0b-ca5c-4850-b5fa-c4674027a2b7',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.137596] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b373b0b-ca5c-4850-b5fa-c4674027a2b7 [ 1007.137834] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.137963] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.138045] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.138258] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.138382] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.138583] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b373b0b-ca5c-4850-b5fa-c4674027a2b7 already deleted. [ 1007.138583] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b373b0b-ca5c-4850-b5fa-c4674027a2b7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.213972] env[69343]: INFO networking_nsxv3.common.synchronization [req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 req-c370fea9-a65c-4b12-a7af-756d27dddf1f service nova] Enqueued Resource ID: 55161163-a6f8-4f94-b266-5dd3494e6cfd with Priority: HIGHEST for action security_group_rules [ 1007.214159] env[69343]: INFO networking_nsxv3.common.synchronization [req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 req-c370fea9-a65c-4b12-a7af-756d27dddf1f service nova] Enqueued Resource ID: 55161163-a6f8-4f94-b266-5dd3494e6cfd with Priority: HIGHEST for action security_group_members [ 1007.214315] env[69343]: INFO networking_nsxv3.common.synchronization [req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 req-c370fea9-a65c-4b12-a7af-756d27dddf1f service nova] Enqueued Resource ID: 2732e5a6-4c2f-4589-931f-ba4964a59419 with Priority: HIGHEST for action port [ 1007.214526] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55161163-a6f8-4f94-b266-5dd3494e6cfd with Priority: HIGHEST for action security_group_rules [ 1007.214651] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55161163-a6f8-4f94-b266-5dd3494e6cfd with Priority: HIGHEST for action security_group_members [ 1007.214743] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2732e5a6-4c2f-4589-931f-ba4964a59419 with Priority: HIGHEST for action port [ 1007.215284] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55161163-a6f8-4f94-b266-5dd3494e6cfd taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.215401] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55161163-a6f8-4f94-b266-5dd3494e6cfd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.215464] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55161163-a6f8-4f94-b266-5dd3494e6cfd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.215709] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55161163-a6f8-4f94-b266-5dd3494e6cfd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.215785] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55161163-a6f8-4f94-b266-5dd3494e6cfd',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.219427] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-55161163-a6f8-4f94-b266-5dd3494e6cfd taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.219551] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55161163-a6f8-4f94-b266-5dd3494e6cfd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.219632] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55161163-a6f8-4f94-b266-5dd3494e6cfd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.219835] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55161163-a6f8-4f94-b266-5dd3494e6cfd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.219990] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.220147] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.220178] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.220302] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.220386] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.220476] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55161163-a6f8-4f94-b266-5dd3494e6cfd',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.222156] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-2732e5a6-4c2f-4589-931f-ba4964a59419 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.222156] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2732e5a6-4c2f-4589-931f-ba4964a59419" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.222156] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2732e5a6-4c2f-4589-931f-ba4964a59419" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.222156] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2732e5a6-4c2f-4589-931f-ba4964a59419" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.222156] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2732e5a6-4c2f-4589-931f-ba4964a59419',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.384024] env[69343]: INFO networking_nsxv3.common.synchronization [req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 req-b146b242-0c71-4225-a0f3-d36668a7fe9d tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Enqueued Resource ID: 8d54aec9-cf7b-44ba-aa79-cd38bd720c05 with Priority: HIGHEST for action security_group_members [ 1007.384024] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d54aec9-cf7b-44ba-aa79-cd38bd720c05 with Priority: HIGHEST for action security_group_members [ 1007.384024] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d54aec9-cf7b-44ba-aa79-cd38bd720c05 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.384024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d54aec9-cf7b-44ba-aa79-cd38bd720c05" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.384024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d54aec9-cf7b-44ba-aa79-cd38bd720c05" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.384024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d54aec9-cf7b-44ba-aa79-cd38bd720c05" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.384024] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.384024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.384024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.384024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.387144] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.387297] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d54aec9-cf7b-44ba-aa79-cd38bd720c05',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.707320] env[69343]: INFO networking_nsxv3.common.synchronization [None req-70ef475c-8024-4492-b24a-fed17b7b519c None None] Enqueued Resource ID: bcb97b3d-3d06-427c-9911-75957c414a8f with Priority: HIGHEST for action port [ 1007.708789] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcb97b3d-3d06-427c-9911-75957c414a8f with Priority: HIGHEST for action port [ 1007.708789] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcb97b3d-3d06-427c-9911-75957c414a8f taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.708789] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcb97b3d-3d06-427c-9911-75957c414a8f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.708789] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcb97b3d-3d06-427c-9911-75957c414a8f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.709100] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcb97b3d-3d06-427c-9911-75957c414a8f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.709566] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcb97b3d-3d06-427c-9911-75957c414a8f',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.719667] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-55161163-a6f8-4f94-b266-5dd3494e6cfd taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.719839] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55161163-a6f8-4f94-b266-5dd3494e6cfd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.723087] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55161163-a6f8-4f94-b266-5dd3494e6cfd',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.723894] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2732e5a6-4c2f-4589-931f-ba4964a59419 with status ACTIVE [ 1007.724084] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.724198] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.724262] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.724461] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.724545] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.724715] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.724804] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.724859] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.725880] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.725880] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.725880] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.725880] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.725880] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.725880] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.725880] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.725880] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2732e5a6-4c2f-4589-931f-ba4964a59419 is going to be updated. [ 1007.746904] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.747078] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.747146] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.747337] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.747477] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.747633] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2732e5a6-4c2f-4589-931f-ba4964a59419" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.860155] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-210 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.860454] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-210" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.860659] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-210" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.861058] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-210" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.861428] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.861676] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.861872] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.862271] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.862368] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.862603] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1007.862726] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.862837] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.863166] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.863394] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1007.863569] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.863755] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.891163] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.891163] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.891163] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.891163] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.891163] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.891163] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.891163] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.891163] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.891424] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.891424] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.891424] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d54aec9-cf7b-44ba-aa79-cd38bd720c05 already deleted. [ 1007.891510] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d54aec9-cf7b-44ba-aa79-cd38bd720c05" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.900080] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.900259] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1007.900427] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.900636] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-210" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.900991] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-15415938-3384-4c8f-9a65-8469ba8e56d1 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.901185] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-15415938-3384-4c8f-9a65-8469ba8e56d1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.901307] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-15415938-3384-4c8f-9a65-8469ba8e56d1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.901849] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-15415938-3384-4c8f-9a65-8469ba8e56d1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.901849] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15415938-3384-4c8f-9a65-8469ba8e56d1',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.216431] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bcb97b3d-3d06-427c-9911-75957c414a8f [ 1008.216765] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.216862] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.216935] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.217163] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.217269] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.217351] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bcb97b3d-3d06-427c-9911-75957c414a8f already deleted. [ 1008.217433] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcb97b3d-3d06-427c-9911-75957c414a8f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.231140] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55161163-a6f8-4f94-b266-5dd3494e6cfd',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.405733] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.405982] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.406129] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.406426] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.406555] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.406714] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 15415938-3384-4c8f-9a65-8469ba8e56d1 not found, creating... [ 1008.406982] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.407160] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.407315] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.408444] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.408444] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.408444] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.408444] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.408444] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.408660] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.408660] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.408862] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 15415938-3384-4c8f-9a65-8469ba8e56d1 is going to be created. [ 1008.431024] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.431264] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.431429] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.431712] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.434073] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.434073] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-15415938-3384-4c8f-9a65-8469ba8e56d1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.740535] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.740535] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.740535] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.740535] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.740535] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.740535] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55161163-a6f8-4f94-b266-5dd3494e6cfd is going to be created. [ 1008.763450] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.763599] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.763669] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.763877] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.764043] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.772944] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55161163-a6f8-4f94-b266-5dd3494e6cfd in Status: UNINITIALIZED for 2s [ 1008.826221] env[69343]: INFO networking_nsxv3.common.synchronization [req-b8e7723f-b09e-4c44-a8e8-1e868d4fca55 req-a0e1ed95-c8bf-48fe-99a5-386aeb8d7cf6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Enqueued Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_members [ 1008.826882] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_members [ 1008.827854] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-833c6a08-9446-43d9-ac6d-7d0c8738d152 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.829038] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.829038] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.829038] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.829038] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.829038] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.829038] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.829038] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.829038] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.830248] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.189864] env[69343]: INFO networking_nsxv3.common.synchronization [req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 req-8d075557-c89d-42fc-a049-02562cc5964f service nova] Enqueued Resource ID: 8d54aec9-cf7b-44ba-aa79-cd38bd720c05 with Priority: HIGHEST for action security_group_rules [ 1009.189864] env[69343]: INFO networking_nsxv3.common.synchronization [req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 req-8d075557-c89d-42fc-a049-02562cc5964f service nova] Enqueued Resource ID: 8d54aec9-cf7b-44ba-aa79-cd38bd720c05 with Priority: HIGHEST for action security_group_members [ 1009.189864] env[69343]: INFO networking_nsxv3.common.synchronization [req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 req-8d075557-c89d-42fc-a049-02562cc5964f service nova] Enqueued Resource ID: 15415938-3384-4c8f-9a65-8469ba8e56d1 with Priority: HIGHEST for action port [ 1009.189864] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d54aec9-cf7b-44ba-aa79-cd38bd720c05 with Priority: HIGHEST for action security_group_rules [ 1009.190192] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d54aec9-cf7b-44ba-aa79-cd38bd720c05 with Priority: HIGHEST for action security_group_members [ 1009.192070] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15415938-3384-4c8f-9a65-8469ba8e56d1 with Priority: HIGHEST for action port [ 1009.192453] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d54aec9-cf7b-44ba-aa79-cd38bd720c05 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.193262] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d54aec9-cf7b-44ba-aa79-cd38bd720c05" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.193262] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d54aec9-cf7b-44ba-aa79-cd38bd720c05" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.193262] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d54aec9-cf7b-44ba-aa79-cd38bd720c05" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.193262] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d54aec9-cf7b-44ba-aa79-cd38bd720c05',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.194277] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d54aec9-cf7b-44ba-aa79-cd38bd720c05 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.194444] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d54aec9-cf7b-44ba-aa79-cd38bd720c05" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.195031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d54aec9-cf7b-44ba-aa79-cd38bd720c05" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.195031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d54aec9-cf7b-44ba-aa79-cd38bd720c05" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.195031] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.195031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.195031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.195317] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.195317] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.195414] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d54aec9-cf7b-44ba-aa79-cd38bd720c05',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.196626] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-15415938-3384-4c8f-9a65-8469ba8e56d1 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.196626] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15415938-3384-4c8f-9a65-8469ba8e56d1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.196626] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15415938-3384-4c8f-9a65-8469ba8e56d1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.196807] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15415938-3384-4c8f-9a65-8469ba8e56d1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.196807] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15415938-3384-4c8f-9a65-8469ba8e56d1',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.333031] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.698277] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d54aec9-cf7b-44ba-aa79-cd38bd720c05',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.701604] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d54aec9-cf7b-44ba-aa79-cd38bd720c05 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.701604] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d54aec9-cf7b-44ba-aa79-cd38bd720c05" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.701604] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15415938-3384-4c8f-9a65-8469ba8e56d1 with status ACTIVE [ 1009.701604] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.701604] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.701604] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.701604] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.701604] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.701604] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.701604] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.701604] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.701604] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.701604] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.701604] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.702087] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.702087] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.702087] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.702087] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.702087] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15415938-3384-4c8f-9a65-8469ba8e56d1 is going to be updated. [ 1009.724481] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.724696] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.724696] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.725147] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.725147] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.725305] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15415938-3384-4c8f-9a65-8469ba8e56d1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.835903] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.924071] env[69343]: INFO networking_nsxv3.common.synchronization [req-04aa234e-e557-4c42-b34a-d55d3a2edd5b req-87e22a38-bdba-4339-ba34-2227258a5960 tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Enqueued Resource ID: fb37a022-4be1-4361-8cb7-3417d065bcd4 with Priority: HIGHEST for action security_group_members [ 1009.925264] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb37a022-4be1-4361-8cb7-3417d065bcd4 with Priority: HIGHEST for action security_group_members [ 1009.925588] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb37a022-4be1-4361-8cb7-3417d065bcd4 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.925722] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb37a022-4be1-4361-8cb7-3417d065bcd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.925779] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb37a022-4be1-4361-8cb7-3417d065bcd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.929011] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb37a022-4be1-4361-8cb7-3417d065bcd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.929161] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.929303] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.929397] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.929606] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.929698] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.929799] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb37a022-4be1-4361-8cb7-3417d065bcd4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.203923] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d54aec9-cf7b-44ba-aa79-cd38bd720c05',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.207763] env[69343]: INFO networking_nsxv3.common.synchronization [None req-92a3ab42-67a4-4ca6-9095-4b2e0218a952 None None] Enqueued Resource ID: bcd8cccf-0fac-48b0-b609-7d94b9fe85d4 with Priority: HIGHEST for action port [ 1010.208945] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd8cccf-0fac-48b0-b609-7d94b9fe85d4 with Priority: HIGHEST for action port [ 1010.209264] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcd8cccf-0fac-48b0-b609-7d94b9fe85d4 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.209396] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcd8cccf-0fac-48b0-b609-7d94b9fe85d4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.209487] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcd8cccf-0fac-48b0-b609-7d94b9fe85d4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.210010] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcd8cccf-0fac-48b0-b609-7d94b9fe85d4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.210010] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcd8cccf-0fac-48b0-b609-7d94b9fe85d4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.338406] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.338406] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.338807] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.338807] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.338807] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.338919] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 is going to be updated. [ 1010.367521] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.367700] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.367818] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.368128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.368340] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.376926] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: IN_PROGRESS for 2s [ 1010.433363] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.433562] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.433666] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.434687] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.434687] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.434687] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.434687] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.434687] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.434880] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.434880] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.434965] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb37a022-4be1-4361-8cb7-3417d065bcd4 already deleted. [ 1010.435108] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb37a022-4be1-4361-8cb7-3417d065bcd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.520628] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-438 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.520829] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-438" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.520957] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-438" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.521361] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-438" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.521633] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.521791] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.521912] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.522161] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.522311] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.522525] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1010.522639] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.522766] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.522850] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.522959] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1010.523077] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.523210] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.541122] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.541305] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1010.541451] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.541662] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-438" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.541983] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-5d5efd85-5643-4954-8f8a-70bdbba2a5ba taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.542177] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-5d5efd85-5643-4954-8f8a-70bdbba2a5ba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.542300] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-5d5efd85-5643-4954-8f8a-70bdbba2a5ba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.542689] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-5d5efd85-5643-4954-8f8a-70bdbba2a5ba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.542836] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d5efd85-5643-4954-8f8a-70bdbba2a5ba',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.709105] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.709326] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.709382] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.709658] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.709795] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.709946] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d54aec9-cf7b-44ba-aa79-cd38bd720c05 is going to be created. [ 1010.712825] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bcd8cccf-0fac-48b0-b609-7d94b9fe85d4 [ 1010.713063] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.713233] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.713357] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.713632] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.713757] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.713880] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bcd8cccf-0fac-48b0-b609-7d94b9fe85d4 already deleted. [ 1010.714030] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcd8cccf-0fac-48b0-b609-7d94b9fe85d4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.730981] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.731151] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.731215] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.731389] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.731546] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.739597] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d54aec9-cf7b-44ba-aa79-cd38bd720c05 in Status: UNINITIALIZED for 2s [ 1010.782735] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55161163-a6f8-4f94-b266-5dd3494e6cfd in Status: SUCCESS [ 1010.783018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55161163-a6f8-4f94-b266-5dd3494e6cfd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.783248] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55161163-a6f8-4f94-b266-5dd3494e6cfd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.783499] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55161163-a6f8-4f94-b266-5dd3494e6cfd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.783733] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.783888] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.783971] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.784160] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.784263] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.784366] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55161163-a6f8-4f94-b266-5dd3494e6cfd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.784490] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55161163-a6f8-4f94-b266-5dd3494e6cfd',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.045853] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.046118] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.046257] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.046565] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.046733] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.046894] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 5d5efd85-5643-4954-8f8a-70bdbba2a5ba not found, creating... [ 1011.047168] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.047328] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.047463] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.047704] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.047847] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.048143] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.048293] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.048496] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.048708] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.048861] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.049015] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 5d5efd85-5643-4954-8f8a-70bdbba2a5ba is going to be created. [ 1011.067172] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.067339] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.067552] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.068528] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.068528] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.068528] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-5d5efd85-5643-4954-8f8a-70bdbba2a5ba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.287408] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-55161163-a6f8-4f94-b266-5dd3494e6cfd taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.287624] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55161163-a6f8-4f94-b266-5dd3494e6cfd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.287693] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55161163-a6f8-4f94-b266-5dd3494e6cfd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.287914] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55161163-a6f8-4f94-b266-5dd3494e6cfd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.288102] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.288203] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.288271] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.288445] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.288536] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.288624] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55161163-a6f8-4f94-b266-5dd3494e6cfd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.288771] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-55161163-a6f8-4f94-b266-5dd3494e6cfd taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.288865] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55161163-a6f8-4f94-b266-5dd3494e6cfd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.288925] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55161163-a6f8-4f94-b266-5dd3494e6cfd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.289078] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55161163-a6f8-4f94-b266-5dd3494e6cfd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.289218] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.289309] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.289371] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.289528] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.289607] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.289690] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55161163-a6f8-4f94-b266-5dd3494e6cfd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.289781] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55161163-a6f8-4f94-b266-5dd3494e6cfd',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.792131] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55161163-a6f8-4f94-b266-5dd3494e6cfd: rpc.has_security_group_logging(os_id): False [ 1011.813033] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.813033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.813033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.813033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.813033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.813033] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.813033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.813033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.813033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.813033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.813033] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.813033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.813033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.813033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.813033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.813756] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.813756] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.813756] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.813756] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.813756] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.814014] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55161163-a6f8-4f94-b266-5dd3494e6cfd is going to be created. [ 1011.872091] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.872091] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.872091] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.872091] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.872091] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.884965] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55161163-a6f8-4f94-b266-5dd3494e6cfd in Status: IN_PROGRESS for 2s [ 1012.306434] env[69343]: INFO networking_nsxv3.common.synchronization [req-04aa234e-e557-4c42-b34a-d55d3a2edd5b req-f4abaef9-ab6f-46a6-af9e-3c5971a70125 service nova] Enqueued Resource ID: fb37a022-4be1-4361-8cb7-3417d065bcd4 with Priority: HIGHEST for action security_group_rules [ 1012.306626] env[69343]: INFO networking_nsxv3.common.synchronization [req-04aa234e-e557-4c42-b34a-d55d3a2edd5b req-f4abaef9-ab6f-46a6-af9e-3c5971a70125 service nova] Enqueued Resource ID: fb37a022-4be1-4361-8cb7-3417d065bcd4 with Priority: HIGHEST for action security_group_members [ 1012.306768] env[69343]: INFO networking_nsxv3.common.synchronization [req-04aa234e-e557-4c42-b34a-d55d3a2edd5b req-f4abaef9-ab6f-46a6-af9e-3c5971a70125 service nova] Enqueued Resource ID: 5d5efd85-5643-4954-8f8a-70bdbba2a5ba with Priority: HIGHEST for action port [ 1012.308649] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb37a022-4be1-4361-8cb7-3417d065bcd4 with Priority: HIGHEST for action security_group_rules [ 1012.308782] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb37a022-4be1-4361-8cb7-3417d065bcd4 with Priority: HIGHEST for action security_group_members [ 1012.309016] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5efd85-5643-4954-8f8a-70bdbba2a5ba with Priority: HIGHEST for action port [ 1012.309186] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb37a022-4be1-4361-8cb7-3417d065bcd4 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.309316] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb37a022-4be1-4361-8cb7-3417d065bcd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.309439] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb37a022-4be1-4361-8cb7-3417d065bcd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.309649] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb37a022-4be1-4361-8cb7-3417d065bcd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.309732] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb37a022-4be1-4361-8cb7-3417d065bcd4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.311082] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb37a022-4be1-4361-8cb7-3417d065bcd4 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.314349] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb37a022-4be1-4361-8cb7-3417d065bcd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.314349] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb37a022-4be1-4361-8cb7-3417d065bcd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.314349] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb37a022-4be1-4361-8cb7-3417d065bcd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.314349] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.314349] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.314349] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.314349] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.314349] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.314349] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb37a022-4be1-4361-8cb7-3417d065bcd4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.314349] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d5efd85-5643-4954-8f8a-70bdbba2a5ba taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.314349] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d5efd85-5643-4954-8f8a-70bdbba2a5ba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.314349] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d5efd85-5643-4954-8f8a-70bdbba2a5ba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.314349] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d5efd85-5643-4954-8f8a-70bdbba2a5ba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.314349] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d5efd85-5643-4954-8f8a-70bdbba2a5ba',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.386618] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: SUCCESS [ 1012.386618] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.748436] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d54aec9-cf7b-44ba-aa79-cd38bd720c05 in Status: SUCCESS [ 1012.748659] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d54aec9-cf7b-44ba-aa79-cd38bd720c05" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.748813] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d54aec9-cf7b-44ba-aa79-cd38bd720c05" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.749042] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d54aec9-cf7b-44ba-aa79-cd38bd720c05" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.749239] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.749517] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.749608] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.749790] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.749881] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.749975] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d54aec9-cf7b-44ba-aa79-cd38bd720c05" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.750085] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d54aec9-cf7b-44ba-aa79-cd38bd720c05',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.815623] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb37a022-4be1-4361-8cb7-3417d065bcd4 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.815623] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb37a022-4be1-4361-8cb7-3417d065bcd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.816973] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb37a022-4be1-4361-8cb7-3417d065bcd4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.818040] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d5efd85-5643-4954-8f8a-70bdbba2a5ba with status ACTIVE [ 1012.818249] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.818478] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.818557] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.818791] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.818889] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.819080] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.819210] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.819276] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.819463] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.819566] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.819794] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.819907] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.819976] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.820363] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.820363] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.820363] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d5efd85-5643-4954-8f8a-70bdbba2a5ba is going to be updated. [ 1012.840882] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.841088] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.841154] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.841378] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.841585] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.841789] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d5efd85-5643-4954-8f8a-70bdbba2a5ba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.252360] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d54aec9-cf7b-44ba-aa79-cd38bd720c05 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.252588] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d54aec9-cf7b-44ba-aa79-cd38bd720c05" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.252588] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d54aec9-cf7b-44ba-aa79-cd38bd720c05" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.252800] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d54aec9-cf7b-44ba-aa79-cd38bd720c05" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.252968] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.253099] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.253165] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.253314] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.253404] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.253494] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d54aec9-cf7b-44ba-aa79-cd38bd720c05" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.253639] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d54aec9-cf7b-44ba-aa79-cd38bd720c05 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.253733] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d54aec9-cf7b-44ba-aa79-cd38bd720c05" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.253793] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d54aec9-cf7b-44ba-aa79-cd38bd720c05" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.253930] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d54aec9-cf7b-44ba-aa79-cd38bd720c05" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.254093] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.254190] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.254250] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.254390] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.254468] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.254551] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d54aec9-cf7b-44ba-aa79-cd38bd720c05" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.254640] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d54aec9-cf7b-44ba-aa79-cd38bd720c05',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.323350] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb37a022-4be1-4361-8cb7-3417d065bcd4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.757075] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d54aec9-cf7b-44ba-aa79-cd38bd720c05: rpc.has_security_group_logging(os_id): False [ 1013.776579] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.776838] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.776838] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.777063] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.777156] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.777389] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.777504] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.777568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.777747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.777823] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.778040] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.778161] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.778223] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.778459] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.778564] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.778785] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.778901] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.778980] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.779155] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.779258] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.779393] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d54aec9-cf7b-44ba-aa79-cd38bd720c05 is going to be created. [ 1013.825533] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.825950] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.825950] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.826184] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.826366] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.826536] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb37a022-4be1-4361-8cb7-3417d065bcd4 is going to be created. [ 1013.829224] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.829397] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.829487] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.829810] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.830086] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.841768] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d54aec9-cf7b-44ba-aa79-cd38bd720c05 in Status: IN_PROGRESS for 2s [ 1013.853771] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.854073] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.854202] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.854567] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.854807] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.892855] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb37a022-4be1-4361-8cb7-3417d065bcd4 in Status: UNINITIALIZED for 2s [ 1013.897780] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55161163-a6f8-4f94-b266-5dd3494e6cfd in Status: SUCCESS [ 1013.898035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55161163-a6f8-4f94-b266-5dd3494e6cfd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.852974] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d54aec9-cf7b-44ba-aa79-cd38bd720c05 in Status: SUCCESS [ 1015.852974] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d54aec9-cf7b-44ba-aa79-cd38bd720c05" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.903244] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb37a022-4be1-4361-8cb7-3417d065bcd4 in Status: SUCCESS [ 1015.903244] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb37a022-4be1-4361-8cb7-3417d065bcd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.903244] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb37a022-4be1-4361-8cb7-3417d065bcd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.903244] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb37a022-4be1-4361-8cb7-3417d065bcd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.903707] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.903707] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.903832] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.906297] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.906297] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.906297] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb37a022-4be1-4361-8cb7-3417d065bcd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.906297] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb37a022-4be1-4361-8cb7-3417d065bcd4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.412399] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb37a022-4be1-4361-8cb7-3417d065bcd4 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.412399] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb37a022-4be1-4361-8cb7-3417d065bcd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.412399] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb37a022-4be1-4361-8cb7-3417d065bcd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.412399] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb37a022-4be1-4361-8cb7-3417d065bcd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.412399] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.412399] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.412399] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.412399] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.412399] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.412399] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb37a022-4be1-4361-8cb7-3417d065bcd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.412399] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb37a022-4be1-4361-8cb7-3417d065bcd4 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.412399] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb37a022-4be1-4361-8cb7-3417d065bcd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.412399] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb37a022-4be1-4361-8cb7-3417d065bcd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.412399] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb37a022-4be1-4361-8cb7-3417d065bcd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.412399] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.412399] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.412907] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.412907] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.412907] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.412907] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb37a022-4be1-4361-8cb7-3417d065bcd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.412907] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb37a022-4be1-4361-8cb7-3417d065bcd4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.916564] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb37a022-4be1-4361-8cb7-3417d065bcd4: rpc.has_security_group_logging(os_id): False [ 1016.935031] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.935031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.935031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.935031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.935031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.935031] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.935031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.935031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.935031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.935031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.935031] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.935031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.935031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.935031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.936284] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.937242] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.937242] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.937242] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.937931] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.937931] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.940116] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb37a022-4be1-4361-8cb7-3417d065bcd4 is going to be created. [ 1016.992280] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.992280] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.992411] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.992600] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.992727] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.002391] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb37a022-4be1-4361-8cb7-3417d065bcd4 in Status: IN_PROGRESS for 2s [ 1017.309750] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1017.309864] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1017.641147] env[69343]: INFO networking_nsxv3.common.synchronization [req-6c143310-a1a3-4215-acb9-855a8087fd43 req-d957d234-725e-4bec-b71e-aeeb051cbe58 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Enqueued Resource ID: 55161163-a6f8-4f94-b266-5dd3494e6cfd with Priority: HIGHEST for action security_group_members [ 1017.641658] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55161163-a6f8-4f94-b266-5dd3494e6cfd with Priority: HIGHEST for action security_group_members [ 1017.641982] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-55161163-a6f8-4f94-b266-5dd3494e6cfd taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.644061] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55161163-a6f8-4f94-b266-5dd3494e6cfd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.644061] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55161163-a6f8-4f94-b266-5dd3494e6cfd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.644061] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55161163-a6f8-4f94-b266-5dd3494e6cfd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.645253] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.645253] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.645253] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.645253] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.645550] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.645849] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55161163-a6f8-4f94-b266-5dd3494e6cfd',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.148923] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.149230] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.149230] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.149380] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.149473] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.149669] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.149765] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.149825] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.149964] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.150053] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.150140] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55161163-a6f8-4f94-b266-5dd3494e6cfd is going to be updated. [ 1018.189978] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.190143] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.190216] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.190425] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.190571] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.199710] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55161163-a6f8-4f94-b266-5dd3494e6cfd in Status: IN_PROGRESS for 2s [ 1019.019313] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb37a022-4be1-4361-8cb7-3417d065bcd4 in Status: SUCCESS [ 1019.019313] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb37a022-4be1-4361-8cb7-3417d065bcd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.025717] env[69343]: INFO networking_nsxv3.common.synchronization [req-17090968-8f1a-483e-8ab2-19c87e0a69a2 req-679445c5-a0a0-446d-beff-6b88b39a13ba tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Enqueued Resource ID: 5f80e302-0799-4c22-b9cc-45f6adeccacd with Priority: HIGHEST for action security_group_members [ 1019.025717] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f80e302-0799-4c22-b9cc-45f6adeccacd with Priority: HIGHEST for action security_group_members [ 1019.025717] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f80e302-0799-4c22-b9cc-45f6adeccacd taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.025717] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f80e302-0799-4c22-b9cc-45f6adeccacd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.025717] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f80e302-0799-4c22-b9cc-45f6adeccacd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.027305] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f80e302-0799-4c22-b9cc-45f6adeccacd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.027305] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.027305] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.027305] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.027305] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.027305] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.027305] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f80e302-0799-4c22-b9cc-45f6adeccacd',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.415905] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-326 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.416214] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-326" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.416308] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-326" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.416600] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-326" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.416870] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.418059] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.418269] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.418592] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.418781] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.419036] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1019.419160] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1019.419275] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1019.419880] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1019.420068] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1019.420198] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1019.420343] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1019.441526] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1019.441703] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1019.441842] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1019.442036] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-326" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.442364] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-1227e959-6298-49a6-beb6-fc73fc729222 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.442540] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-1227e959-6298-49a6-beb6-fc73fc729222" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.442657] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-1227e959-6298-49a6-beb6-fc73fc729222" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.442973] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-1227e959-6298-49a6-beb6-fc73fc729222" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.443144] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1227e959-6298-49a6-beb6-fc73fc729222',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.531016] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.531230] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.531550] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.531644] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.531677] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.531901] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.531994] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.532085] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.532289] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.532400] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.532499] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f80e302-0799-4c22-b9cc-45f6adeccacd already deleted. [ 1019.532587] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f80e302-0799-4c22-b9cc-45f6adeccacd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.946113] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.946113] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.946113] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.946113] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.946113] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.946498] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 1227e959-6298-49a6-beb6-fc73fc729222 not found, creating... [ 1019.946498] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.946852] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.946852] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.947022] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.947234] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.947426] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.947584] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.948024] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.948024] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.951191] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.953298] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 1227e959-6298-49a6-beb6-fc73fc729222 is going to be created. [ 1019.972753] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.972985] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.973185] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.974056] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.974056] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.974056] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-1227e959-6298-49a6-beb6-fc73fc729222" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.161226] env[69343]: INFO networking_nsxv3.common.synchronization [req-cf4ab4ad-8875-4f27-a35c-f1a0c55ce0f8 req-2164f9a0-3cd0-40de-a941-0ff9a47a0bbe tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Enqueued Resource ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db with Priority: HIGHEST for action security_group_members [ 1020.163850] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db with Priority: HIGHEST for action security_group_members [ 1020.164875] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.165691] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.165892] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.166411] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.167434] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.167644] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.167762] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.168022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.168195] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.168344] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec2565f9-38b0-4dcc-b34c-dc4dab2e94db',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.209514] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55161163-a6f8-4f94-b266-5dd3494e6cfd in Status: SUCCESS [ 1020.209747] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55161163-a6f8-4f94-b266-5dd3494e6cfd deletion is rescheduled due to dependency. [ 1020.209810] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55161163-a6f8-4f94-b266-5dd3494e6cfd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.673268] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.673605] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.673605] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.673846] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.693069] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.693982] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.693982] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.693982] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.693982] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.693982] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.693982] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db is going to be updated. [ 1020.717141] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.717294] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.717353] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.717590] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.717734] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.727274] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db in Status: IN_PROGRESS for 2s [ 1021.032415] env[69343]: INFO networking_nsxv3.common.synchronization [req-17090968-8f1a-483e-8ab2-19c87e0a69a2 req-3ab891f1-a91a-463d-b9c4-a6968d37090e service nova] Enqueued Resource ID: 5f80e302-0799-4c22-b9cc-45f6adeccacd with Priority: HIGHEST for action security_group_rules [ 1021.032618] env[69343]: INFO networking_nsxv3.common.synchronization [req-17090968-8f1a-483e-8ab2-19c87e0a69a2 req-3ab891f1-a91a-463d-b9c4-a6968d37090e service nova] Enqueued Resource ID: 5f80e302-0799-4c22-b9cc-45f6adeccacd with Priority: HIGHEST for action security_group_members [ 1021.033988] env[69343]: INFO networking_nsxv3.common.synchronization [req-17090968-8f1a-483e-8ab2-19c87e0a69a2 req-3ab891f1-a91a-463d-b9c4-a6968d37090e service nova] Enqueued Resource ID: 1227e959-6298-49a6-beb6-fc73fc729222 with Priority: HIGHEST for action port [ 1021.033988] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f80e302-0799-4c22-b9cc-45f6adeccacd with Priority: HIGHEST for action security_group_rules [ 1021.033988] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f80e302-0799-4c22-b9cc-45f6adeccacd with Priority: HIGHEST for action security_group_members [ 1021.033988] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1227e959-6298-49a6-beb6-fc73fc729222 with Priority: HIGHEST for action port [ 1021.033988] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f80e302-0799-4c22-b9cc-45f6adeccacd taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.036354] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f80e302-0799-4c22-b9cc-45f6adeccacd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.036354] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f80e302-0799-4c22-b9cc-45f6adeccacd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.036354] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f80e302-0799-4c22-b9cc-45f6adeccacd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.036354] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f80e302-0799-4c22-b9cc-45f6adeccacd',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.036354] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f80e302-0799-4c22-b9cc-45f6adeccacd taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.036662] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f80e302-0799-4c22-b9cc-45f6adeccacd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.036662] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f80e302-0799-4c22-b9cc-45f6adeccacd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.036723] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f80e302-0799-4c22-b9cc-45f6adeccacd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.036856] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.036954] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.037235] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.037235] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.037331] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.037365] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f80e302-0799-4c22-b9cc-45f6adeccacd',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.041017] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-1227e959-6298-49a6-beb6-fc73fc729222 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.041017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1227e959-6298-49a6-beb6-fc73fc729222" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.041017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1227e959-6298-49a6-beb6-fc73fc729222" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.041017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1227e959-6298-49a6-beb6-fc73fc729222" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.041017] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1227e959-6298-49a6-beb6-fc73fc729222',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.546031] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1227e959-6298-49a6-beb6-fc73fc729222 with status ACTIVE [ 1021.546031] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.546031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.546031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.546031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.546031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.546031] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.546031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.546031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.546031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.546031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.546031] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.546031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.546031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.546031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.546031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.546031] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1227e959-6298-49a6-beb6-fc73fc729222 is going to be updated. [ 1021.548083] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f80e302-0799-4c22-b9cc-45f6adeccacd',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.549183] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f80e302-0799-4c22-b9cc-45f6adeccacd taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.549466] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f80e302-0799-4c22-b9cc-45f6adeccacd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.574227] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.574227] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.574227] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.574227] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.574227] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.574227] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1227e959-6298-49a6-beb6-fc73fc729222" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.803877] env[69343]: INFO networking_nsxv3.common.synchronization [req-1ee0f8e7-7cbe-4e08-aaf5-26c3e72d56ea req-5b420543-037a-4778-a7cd-c70e61bcf5d9 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Enqueued Resource ID: 8d54aec9-cf7b-44ba-aa79-cd38bd720c05 with Priority: HIGHEST for action security_group_members [ 1021.804134] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d54aec9-cf7b-44ba-aa79-cd38bd720c05 with Priority: HIGHEST for action security_group_members [ 1021.804415] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d54aec9-cf7b-44ba-aa79-cd38bd720c05 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.804537] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d54aec9-cf7b-44ba-aa79-cd38bd720c05" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.804602] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d54aec9-cf7b-44ba-aa79-cd38bd720c05" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.805959] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d54aec9-cf7b-44ba-aa79-cd38bd720c05" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.806160] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.806294] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.806362] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.806546] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.806648] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.806762] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d54aec9-cf7b-44ba-aa79-cd38bd720c05',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.934531] env[69343]: INFO networking_nsxv3.common.synchronization [req-82efb81b-b588-4706-b4e9-74feb66190c9 req-fcebff90-2d52-46d5-afdb-d84bce0bc3f2 tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Enqueued Resource ID: fb37a022-4be1-4361-8cb7-3417d065bcd4 with Priority: HIGHEST for action security_group_members [ 1021.935101] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb37a022-4be1-4361-8cb7-3417d065bcd4 with Priority: HIGHEST for action security_group_members [ 1021.935437] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb37a022-4be1-4361-8cb7-3417d065bcd4 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.935566] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb37a022-4be1-4361-8cb7-3417d065bcd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.935628] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb37a022-4be1-4361-8cb7-3417d065bcd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.935868] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb37a022-4be1-4361-8cb7-3417d065bcd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.936378] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.936648] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.936648] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.936756] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.936832] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.936936] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb37a022-4be1-4361-8cb7-3417d065bcd4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.051216] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f80e302-0799-4c22-b9cc-45f6adeccacd',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.312560] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.312839] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.312919] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.313153] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.313244] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.313441] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.313580] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.313638] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.313976] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.313976] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.313976] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d54aec9-cf7b-44ba-aa79-cd38bd720c05 is going to be updated. [ 1022.339254] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.339254] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.339425] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.339574] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.339723] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.347305] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d54aec9-cf7b-44ba-aa79-cd38bd720c05 in Status: IN_PROGRESS for 2s [ 1022.439295] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.439573] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.439664] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.439891] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.439988] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.440240] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.440354] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.440423] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.440591] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.440734] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.440784] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb37a022-4be1-4361-8cb7-3417d065bcd4 is going to be updated. [ 1022.468958] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.468958] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.468958] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.468958] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.468958] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.478295] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb37a022-4be1-4361-8cb7-3417d065bcd4 in Status: IN_PROGRESS for 2s [ 1022.556562] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.556562] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.556562] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.556562] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.556562] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.556562] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f80e302-0799-4c22-b9cc-45f6adeccacd is going to be created. [ 1022.610730] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.610730] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.610730] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.610730] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.610730] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.620227] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f80e302-0799-4c22-b9cc-45f6adeccacd in Status: UNINITIALIZED for 2s [ 1022.736691] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db in Status: SUCCESS [ 1022.736691] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db deletion is rescheduled due to dependency. [ 1022.736691] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.131609] env[69343]: INFO networking_nsxv3.common.synchronization [req-94bda776-584e-4acb-be1c-5eb9d0da8cba req-9337f2c2-3a4b-4791-9392-1f058cc1df81 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Enqueued Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_members [ 1023.131609] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_members [ 1023.131609] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-833c6a08-9446-43d9-ac6d-7d0c8738d152 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.131609] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.131609] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.132022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.132022] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.132022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.132022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.133880] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.133880] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.133880] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.551900] env[69343]: INFO networking_nsxv3.common.synchronization [req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 req-61c91d85-9881-40ea-a184-e68ed203b6e5 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Enqueued Resource ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d with Priority: HIGHEST for action security_group_members [ 1023.552460] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d with Priority: HIGHEST for action security_group_members [ 1023.552762] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.552916] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.552965] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.553223] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.553374] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.553481] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.553542] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.553696] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.553803] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.553934] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fd7c3eb-5ab3-46cf-b23f-582b0111c37d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.635113] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.635271] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.635343] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.635660] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.635762] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.635963] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.636069] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.636128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.636271] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.636346] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.636431] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 is going to be updated. [ 1023.666230] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.666230] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.666230] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.666424] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.666454] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.675067] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: IN_PROGRESS for 2s [ 1024.058371] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.058624] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.058701] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.058928] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.059033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.059238] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.059335] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.059390] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.059575] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.059675] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.059762] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d already deleted. [ 1024.059842] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.358139] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d54aec9-cf7b-44ba-aa79-cd38bd720c05 in Status: SUCCESS [ 1024.359234] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d54aec9-cf7b-44ba-aa79-cd38bd720c05 deletion is rescheduled due to dependency. [ 1024.359354] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d54aec9-cf7b-44ba-aa79-cd38bd720c05" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.413868] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-931 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.417016] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-931" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.417016] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-931" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.417016] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-931" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.417016] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.417016] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.417016] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.417016] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.417016] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.417016] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1024.417016] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.417016] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.417939] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.417939] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1024.417939] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.418090] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.435641] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.435819] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1024.435962] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.436167] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-931" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.436517] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-6afb799b-3333-4fea-ab73-d6ecbc877b88 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.436700] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-6afb799b-3333-4fea-ab73-d6ecbc877b88" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.436824] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-6afb799b-3333-4fea-ab73-d6ecbc877b88" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.437219] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-6afb799b-3333-4fea-ab73-d6ecbc877b88" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.437297] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6afb799b-3333-4fea-ab73-d6ecbc877b88',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.455519] env[69343]: INFO networking_nsxv3.common.synchronization [None req-6c6f9cd4-6c13-4569-9594-cb0c55d25f6a None None] Enqueued Resource ID: 4ab237e2-3d84-4c81-80a0-f7ee4b732fb2 with Priority: HIGHEST for action port [ 1024.455519] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ab237e2-3d84-4c81-80a0-f7ee4b732fb2 with Priority: HIGHEST for action port [ 1024.455697] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ab237e2-3d84-4c81-80a0-f7ee4b732fb2 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.455767] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ab237e2-3d84-4c81-80a0-f7ee4b732fb2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.455929] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ab237e2-3d84-4c81-80a0-f7ee4b732fb2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.457396] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ab237e2-3d84-4c81-80a0-f7ee4b732fb2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.457523] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ab237e2-3d84-4c81-80a0-f7ee4b732fb2',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.487989] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb37a022-4be1-4361-8cb7-3417d065bcd4 in Status: SUCCESS [ 1024.488647] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb37a022-4be1-4361-8cb7-3417d065bcd4 deletion is rescheduled due to dependency. [ 1024.488647] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb37a022-4be1-4361-8cb7-3417d065bcd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.634446] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f80e302-0799-4c22-b9cc-45f6adeccacd in Status: SUCCESS [ 1024.634664] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f80e302-0799-4c22-b9cc-45f6adeccacd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.634837] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f80e302-0799-4c22-b9cc-45f6adeccacd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.635109] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f80e302-0799-4c22-b9cc-45f6adeccacd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.635302] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.635420] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.635485] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.635639] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.635720] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.635803] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f80e302-0799-4c22-b9cc-45f6adeccacd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.635895] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f80e302-0799-4c22-b9cc-45f6adeccacd',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.873152] env[69343]: INFO networking_nsxv3.common.synchronization [None req-dd2bd85f-6d30-4bf1-afd4-2e5ac32957d9 None None] Enqueued Resource ID: 89674ebe-ce0e-4906-8de4-0b93872e824d with Priority: HIGHEST for action port [ 1024.873152] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89674ebe-ce0e-4906-8de4-0b93872e824d with Priority: HIGHEST for action port [ 1024.873152] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-89674ebe-ce0e-4906-8de4-0b93872e824d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.873152] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89674ebe-ce0e-4906-8de4-0b93872e824d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.873152] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89674ebe-ce0e-4906-8de4-0b93872e824d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.873152] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89674ebe-ce0e-4906-8de4-0b93872e824d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.873152] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89674ebe-ce0e-4906-8de4-0b93872e824d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.941364] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.941364] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.941536] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.942489] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.942489] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.942489] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 6afb799b-3333-4fea-ab73-d6ecbc877b88 not found, creating... [ 1024.942646] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.942722] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.942803] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.944815] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.944815] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.944815] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.944815] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.944815] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.944815] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.944815] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.944815] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 6afb799b-3333-4fea-ab73-d6ecbc877b88 is going to be created. [ 1024.961079] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ab237e2-3d84-4c81-80a0-f7ee4b732fb2 [ 1024.961219] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.961442] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.961442] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.961643] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.961730] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.961824] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ab237e2-3d84-4c81-80a0-f7ee4b732fb2 already deleted. [ 1024.961907] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ab237e2-3d84-4c81-80a0-f7ee4b732fb2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.966913] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.967117] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.967911] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.967911] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.967911] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.968050] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-6afb799b-3333-4fea-ab73-d6ecbc877b88" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.138674] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f80e302-0799-4c22-b9cc-45f6adeccacd taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.138674] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f80e302-0799-4c22-b9cc-45f6adeccacd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.138674] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f80e302-0799-4c22-b9cc-45f6adeccacd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.138906] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f80e302-0799-4c22-b9cc-45f6adeccacd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.139370] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.139507] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.139577] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.139815] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.139881] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.139915] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f80e302-0799-4c22-b9cc-45f6adeccacd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.140335] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f80e302-0799-4c22-b9cc-45f6adeccacd taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.140335] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f80e302-0799-4c22-b9cc-45f6adeccacd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.140335] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f80e302-0799-4c22-b9cc-45f6adeccacd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.140486] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f80e302-0799-4c22-b9cc-45f6adeccacd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.140535] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.140583] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.141143] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.141143] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.141143] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.141143] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f80e302-0799-4c22-b9cc-45f6adeccacd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.141143] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f80e302-0799-4c22-b9cc-45f6adeccacd',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.378165] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89674ebe-ce0e-4906-8de4-0b93872e824d [ 1025.379035] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.379634] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.380227] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.380227] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.380227] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.380227] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89674ebe-ce0e-4906-8de4-0b93872e824d already deleted. [ 1025.380501] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89674ebe-ce0e-4906-8de4-0b93872e824d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.646971] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f80e302-0799-4c22-b9cc-45f6adeccacd: rpc.has_security_group_logging(os_id): False [ 1025.664753] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.670205] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.670205] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.670205] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.670205] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.670205] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.670205] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.670205] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.670205] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.670205] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.670205] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.670205] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.670205] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.670205] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.670205] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.670676] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.670676] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.670676] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.673975] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.673975] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.673975] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f80e302-0799-4c22-b9cc-45f6adeccacd is going to be created. [ 1025.675063] env[69343]: INFO networking_nsxv3.common.synchronization [None req-2ca0c401-0d7c-4d09-9eda-39ee92430f40 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Enqueued Resource ID: a0439388-7657-42e2-9140-4b678d288944 with Priority: HIGHEST for action security_group_rules [ 1025.677433] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0439388-7657-42e2-9140-4b678d288944 with Priority: HIGHEST for action security_group_rules [ 1025.677835] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0439388-7657-42e2-9140-4b678d288944 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.678162] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0439388-7657-42e2-9140-4b678d288944" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.678329] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0439388-7657-42e2-9140-4b678d288944" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.678652] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0439388-7657-42e2-9140-4b678d288944" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.678823] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0439388-7657-42e2-9140-4b678d288944',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.688895] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: SUCCESS [ 1025.688895] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 deletion is rescheduled due to dependency. [ 1025.688895] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.726234] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.726234] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.726234] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.726234] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.726234] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.736701] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f80e302-0799-4c22-b9cc-45f6adeccacd in Status: IN_PROGRESS for 2s [ 1025.751141] env[69343]: INFO networking_nsxv3.common.synchronization [req-2f46a9f4-34d0-475e-af03-6d18e47a1d75 req-3c9d12d9-6d35-4a32-8e1a-9c8a0388be62 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Enqueued Resource ID: 4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834 with Priority: HIGHEST for action security_group_members [ 1025.751141] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834 with Priority: HIGHEST for action security_group_members [ 1025.753408] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.753591] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.753703] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.753849] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.754098] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.754238] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.754238] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.754405] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.754405] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.754542] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.811429] env[69343]: INFO networking_nsxv3.common.synchronization [None req-d217fe6e-f903-42c3-a280-7c811ae41bc6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Enqueued Resource ID: a0439388-7657-42e2-9140-4b678d288944 with Priority: HIGHEST for action security_group_rules [ 1025.811907] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0439388-7657-42e2-9140-4b678d288944 with Priority: HIGHEST for action security_group_rules [ 1025.812229] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0439388-7657-42e2-9140-4b678d288944 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.812371] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0439388-7657-42e2-9140-4b678d288944" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.002326] env[69343]: INFO networking_nsxv3.common.synchronization [req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 req-3cf8a737-cfeb-4230-8266-01f74ad1f0eb service nova] Enqueued Resource ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d with Priority: HIGHEST for action security_group_rules [ 1026.002515] env[69343]: INFO networking_nsxv3.common.synchronization [req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 req-3cf8a737-cfeb-4230-8266-01f74ad1f0eb service nova] Enqueued Resource ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d with Priority: HIGHEST for action security_group_members [ 1026.002632] env[69343]: INFO networking_nsxv3.common.synchronization [req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 req-3cf8a737-cfeb-4230-8266-01f74ad1f0eb service nova] Enqueued Resource ID: 6afb799b-3333-4fea-ab73-d6ecbc877b88 with Priority: HIGHEST for action port [ 1026.004179] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d with Priority: HIGHEST for action security_group_rules [ 1026.004179] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d with Priority: HIGHEST for action security_group_members [ 1026.004179] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6afb799b-3333-4fea-ab73-d6ecbc877b88 with Priority: HIGHEST for action port [ 1026.004179] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.004179] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.004179] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.004567] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.004567] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fd7c3eb-5ab3-46cf-b23f-582b0111c37d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.005179] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.005283] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.005348] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.005506] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.005648] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.005735] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.005792] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.005922] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.006000] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.006093] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fd7c3eb-5ab3-46cf-b23f-582b0111c37d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.007474] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-6afb799b-3333-4fea-ab73-d6ecbc877b88 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.007474] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6afb799b-3333-4fea-ab73-d6ecbc877b88" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.007474] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6afb799b-3333-4fea-ab73-d6ecbc877b88" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.007474] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6afb799b-3333-4fea-ab73-d6ecbc877b88" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.007474] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6afb799b-3333-4fea-ab73-d6ecbc877b88',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.104230] env[69343]: INFO networking_nsxv3.common.synchronization [req-c808eeaf-9266-4aac-804d-792001da9724 req-ad87d9aa-486c-4c0e-ba86-94e2a7d06872 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Enqueued Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_members [ 1026.110278] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_members [ 1026.110278] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.110278] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.110278] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.110278] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.110278] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.110278] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.110278] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.110278] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.110278] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.112169] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.202295] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.202295] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.202295] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.202295] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.202580] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.202580] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0439388-7657-42e2-9140-4b678d288944 already deleted. [ 1026.203402] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0439388-7657-42e2-9140-4b678d288944" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.203402] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0439388-7657-42e2-9140-4b678d288944" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.204024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0439388-7657-42e2-9140-4b678d288944" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.204148] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0439388-7657-42e2-9140-4b678d288944',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.258932] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.259100] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.259146] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.259364] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.259452] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.259678] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.259785] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.260079] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.260255] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.260334] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.260427] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834 is going to be updated. [ 1026.292580] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.292770] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.292821] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.293067] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.293267] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.303889] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834 in Status: IN_PROGRESS for 2s [ 1026.509157] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fd7c3eb-5ab3-46cf-b23f-582b0111c37d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.510366] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.510525] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.510733] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6afb799b-3333-4fea-ab73-d6ecbc877b88 with status ACTIVE [ 1026.510946] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.511069] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.511139] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.511355] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.511503] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.511643] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.511725] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.511782] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.513250] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.513317] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.513726] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.513726] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.513726] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.513884] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.513915] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.514659] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6afb799b-3333-4fea-ab73-d6ecbc877b88 is going to be updated. [ 1026.535492] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.535492] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.535492] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.535492] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.535492] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.535492] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6afb799b-3333-4fea-ab73-d6ecbc877b88" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.552482] env[69343]: INFO networking_nsxv3.common.synchronization [None req-efd1d348-2fb3-442b-97a6-f47eb1e218ac None None] Enqueued Resource ID: 54c41e1e-7180-4c6b-b906-e594d7de5063 with Priority: HIGHEST for action port [ 1026.552768] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c41e1e-7180-4c6b-b906-e594d7de5063 with Priority: HIGHEST for action port [ 1026.553440] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-54c41e1e-7180-4c6b-b906-e594d7de5063 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.553579] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54c41e1e-7180-4c6b-b906-e594d7de5063" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.553637] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54c41e1e-7180-4c6b-b906-e594d7de5063" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.553897] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54c41e1e-7180-4c6b-b906-e594d7de5063" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.553997] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54c41e1e-7180-4c6b-b906-e594d7de5063',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.613885] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.614034] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.614034] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.614241] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.614342] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.614557] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.614616] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.614679] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.614930] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.614930] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.615057] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7445b3cd-609e-49ea-bda8-52dc323593df is going to be updated. [ 1026.655786] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.655931] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.656013] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.656261] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.656410] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.664184] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: IN_PROGRESS for 2s [ 1026.725442] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.725614] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.725669] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.725876] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.725963] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.726085] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0439388-7657-42e2-9140-4b678d288944 already deleted. [ 1026.726435] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0439388-7657-42e2-9140-4b678d288944" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.016220] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fd7c3eb-5ab3-46cf-b23f-582b0111c37d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.062164] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54c41e1e-7180-4c6b-b906-e594d7de5063 [ 1027.062164] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.062164] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.062164] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.062164] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.062164] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.062164] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54c41e1e-7180-4c6b-b906-e594d7de5063 already deleted. [ 1027.062164] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54c41e1e-7180-4c6b-b906-e594d7de5063" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.520067] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.520608] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.520608] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.520608] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.520767] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.520767] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d is going to be created. [ 1027.541951] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.542130] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.542198] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.542362] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.542550] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.550945] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d in Status: UNINITIALIZED for 2s [ 1027.677023] env[69343]: INFO networking_nsxv3.common.synchronization [None req-d6547dc6-ef92-44f9-b61c-6f3d7ba5b7da None None] Enqueued Resource ID: a7db59e3-a6f4-45b6-b32a-5896f40f45e8 with Priority: HIGHEST for action port [ 1027.677023] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7db59e3-a6f4-45b6-b32a-5896f40f45e8 with Priority: HIGHEST for action port [ 1027.677023] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7db59e3-a6f4-45b6-b32a-5896f40f45e8 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.677023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7db59e3-a6f4-45b6-b32a-5896f40f45e8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.677023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7db59e3-a6f4-45b6-b32a-5896f40f45e8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.677023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7db59e3-a6f4-45b6-b32a-5896f40f45e8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.677023] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7db59e3-a6f4-45b6-b32a-5896f40f45e8',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.748926] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f80e302-0799-4c22-b9cc-45f6adeccacd in Status: SUCCESS [ 1027.748926] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f80e302-0799-4c22-b9cc-45f6adeccacd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.183866] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7db59e3-a6f4-45b6-b32a-5896f40f45e8 [ 1028.184110] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.184248] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.184327] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.184603] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.184701] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.184803] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7db59e3-a6f4-45b6-b32a-5896f40f45e8 already deleted. [ 1028.184888] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7db59e3-a6f4-45b6-b32a-5896f40f45e8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.313886] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834 in Status: SUCCESS [ 1028.314172] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834 deletion is rescheduled due to dependency. [ 1028.314421] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.677094] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: SUCCESS [ 1028.677094] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7445b3cd-609e-49ea-bda8-52dc323593df deletion is rescheduled due to dependency. [ 1028.677094] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.560875] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d in Status: SUCCESS [ 1029.561069] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.561239] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.561461] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.561657] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.561772] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.561838] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.561986] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.562080] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.562167] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.562257] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fd7c3eb-5ab3-46cf-b23f-582b0111c37d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.863826] env[69343]: INFO networking_nsxv3.common.synchronization [req-c5807da4-9fb0-42a6-ab06-31275b437594 req-fc91b82d-61e4-44a3-a448-06a1355b2929 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Enqueued Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_members [ 1029.864649] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_members [ 1029.865532] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-833c6a08-9446-43d9-ac6d-7d0c8738d152 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.865532] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.865532] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.865532] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.865686] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.865807] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.865852] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.865992] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.866206] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.866206] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.064007] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.064197] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.064278] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.064464] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.064630] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.064768] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.064834] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.065023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.065100] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.065193] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.065337] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.065429] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.065492] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.065628] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.065762] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.065864] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.065935] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.066045] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.066118] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.066200] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.066287] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fd7c3eb-5ab3-46cf-b23f-582b0111c37d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.248102] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-15 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.248438] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-15" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.248635] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-15" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.249030] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-15" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.249425] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.249658] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.249848] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.250192] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.250405] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.250729] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1030.250912] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.251086] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.251268] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.251434] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1030.251607] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.251807] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.273770] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.273951] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1030.274070] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.274249] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-15" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.274611] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-6087dafe-bc3e-4b29-80cc-9bd44227792e taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.274837] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-6087dafe-bc3e-4b29-80cc-9bd44227792e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.274976] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-6087dafe-bc3e-4b29-80cc-9bd44227792e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.275376] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-6087dafe-bc3e-4b29-80cc-9bd44227792e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.275571] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6087dafe-bc3e-4b29-80cc-9bd44227792e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.368876] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.369053] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.369129] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.369817] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.369817] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.369817] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.369817] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.369817] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.370075] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.370075] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.370139] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 is going to be updated. [ 1030.395994] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.396207] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.396207] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.396432] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.396588] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.406525] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: IN_PROGRESS for 2s [ 1030.568925] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d: rpc.has_security_group_logging(os_id): False [ 1030.586256] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.586519] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.586601] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.586812] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.586903] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.587137] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.587226] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.587290] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.587432] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.587507] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.587678] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.587768] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.587823] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.587956] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.588039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.588212] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.588302] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.588360] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.588546] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.588632] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.588717] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d is going to be created. [ 1030.642827] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.642827] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.642827] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.642827] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.643288] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.653773] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d in Status: IN_PROGRESS for 2s [ 1030.778540] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.778720] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.778819] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.779149] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.779305] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.779463] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 6087dafe-bc3e-4b29-80cc-9bd44227792e not found, creating... [ 1030.779729] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.779887] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.780014] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.780280] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.780455] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.780832] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.781257] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.781447] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.781720] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.781879] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.782082] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 6087dafe-bc3e-4b29-80cc-9bd44227792e is going to be created. [ 1030.809742] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.810010] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.810209] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.810520] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.810802] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.811050] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-6087dafe-bc3e-4b29-80cc-9bd44227792e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.635124] env[69343]: INFO networking_nsxv3.common.synchronization [req-c5807da4-9fb0-42a6-ab06-31275b437594 req-b38a6746-5874-4b1a-9279-94bf0af9bd3b service nova] Enqueued Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_rules [ 1031.636081] env[69343]: INFO networking_nsxv3.common.synchronization [req-c5807da4-9fb0-42a6-ab06-31275b437594 req-b38a6746-5874-4b1a-9279-94bf0af9bd3b service nova] Enqueued Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_members [ 1031.636329] env[69343]: INFO networking_nsxv3.common.synchronization [req-c5807da4-9fb0-42a6-ab06-31275b437594 req-b38a6746-5874-4b1a-9279-94bf0af9bd3b service nova] Enqueued Resource ID: 6087dafe-bc3e-4b29-80cc-9bd44227792e with Priority: HIGHEST for action port [ 1031.638899] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_rules [ 1031.638899] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_members [ 1031.638899] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6087dafe-bc3e-4b29-80cc-9bd44227792e with Priority: HIGHEST for action port [ 1031.639641] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-833c6a08-9446-43d9-ac6d-7d0c8738d152 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.639829] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.639928] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.640212] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.640357] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.641858] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-833c6a08-9446-43d9-ac6d-7d0c8738d152 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.642023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.642334] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-6087dafe-bc3e-4b29-80cc-9bd44227792e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.642560] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6087dafe-bc3e-4b29-80cc-9bd44227792e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.642690] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6087dafe-bc3e-4b29-80cc-9bd44227792e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.643008] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6087dafe-bc3e-4b29-80cc-9bd44227792e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.643292] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6087dafe-bc3e-4b29-80cc-9bd44227792e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.699453] env[69343]: INFO networking_nsxv3.common.synchronization [req-46e7a3e5-db2f-4a54-a2e2-ad57ba0d8909 req-a9363173-35fd-430c-8f08-af9e4f618068 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Enqueued Resource ID: 5f80e302-0799-4c22-b9cc-45f6adeccacd with Priority: HIGHEST for action security_group_members [ 1031.700143] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f80e302-0799-4c22-b9cc-45f6adeccacd with Priority: HIGHEST for action security_group_members [ 1031.700543] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f80e302-0799-4c22-b9cc-45f6adeccacd taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.700803] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f80e302-0799-4c22-b9cc-45f6adeccacd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.700878] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f80e302-0799-4c22-b9cc-45f6adeccacd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.701101] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f80e302-0799-4c22-b9cc-45f6adeccacd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.701310] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.701528] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.701625] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.701827] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.701945] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.702086] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f80e302-0799-4c22-b9cc-45f6adeccacd',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.149021] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-833c6a08-9446-43d9-ac6d-7d0c8738d152 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.149021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.149021] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6087dafe-bc3e-4b29-80cc-9bd44227792e with status ACTIVE [ 1032.149021] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.149021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.149021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.149021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.149021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.149021] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.149021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.149021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.149021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.149021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.149021] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.149595] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.149595] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.149595] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.149595] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.149595] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6087dafe-bc3e-4b29-80cc-9bd44227792e is going to be updated. [ 1032.170646] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.171098] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.171276] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.171536] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.171770] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.172027] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6087dafe-bc3e-4b29-80cc-9bd44227792e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.207431] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.207431] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.207431] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.207431] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.207431] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.207431] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.207431] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.207431] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.207431] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.207431] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.207431] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f80e302-0799-4c22-b9cc-45f6adeccacd is going to be updated. [ 1032.232759] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.233577] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.233577] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.233577] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.233577] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.245864] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f80e302-0799-4c22-b9cc-45f6adeccacd in Status: IN_PROGRESS for 2s [ 1032.418942] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: SUCCESS [ 1032.419144] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 deletion is rescheduled due to dependency. [ 1032.419257] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.419405] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.419697] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.419840] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.419957] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.420041] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.420198] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.420279] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.420372] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.669949] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d in Status: SUCCESS [ 1032.669949] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.922774] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.427461] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.931901] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.931901] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.931901] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.931901] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.931901] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.931901] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 is going to be updated. [ 1033.960395] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.960395] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.960395] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.960395] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.960395] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.969420] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: IN_PROGRESS for 2s [ 1034.255485] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f80e302-0799-4c22-b9cc-45f6adeccacd in Status: SUCCESS [ 1034.255485] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f80e302-0799-4c22-b9cc-45f6adeccacd deletion is rescheduled due to dependency. [ 1034.255485] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f80e302-0799-4c22-b9cc-45f6adeccacd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.978681] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: SUCCESS [ 1035.979035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.979123] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.979374] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.979576] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.979694] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.979772] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.979928] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.980011] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.980110] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.980256] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.481942] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-833c6a08-9446-43d9-ac6d-7d0c8738d152 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.482166] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.482242] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.482458] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.482753] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.482753] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.482998] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.482998] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.483258] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.483258] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.483489] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-833c6a08-9446-43d9-ac6d-7d0c8738d152 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.483555] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.483585] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.483717] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.484043] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.484043] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.484121] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.484235] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.484408] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.484468] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.484535] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.701025] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1036.701134] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1036.989934] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 833c6a08-9446-43d9-ac6d-7d0c8738d152: rpc.has_security_group_logging(os_id): False [ 1037.009809] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.009809] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.009809] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.009809] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.009809] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.009809] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.009809] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.009809] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.009809] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.009809] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.009809] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.009809] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.009809] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.009809] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.009809] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.010594] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.010594] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.010594] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.010594] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.010594] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.010594] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 is going to be updated. [ 1037.070568] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.070716] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.070760] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.070970] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.071124] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.084953] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: IN_PROGRESS for 2s [ 1037.882907] env[69343]: INFO networking_nsxv3.common.synchronization [None req-4ab2d365-9573-42d5-8bb7-b8053c0192cf None None] Enqueued Resource ID: 1f17bb2a-ac27-4f78-bc60-01ae89a9ca55 with Priority: HIGHEST for action port [ 1037.883045] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f17bb2a-ac27-4f78-bc60-01ae89a9ca55 with Priority: HIGHEST for action port [ 1037.883363] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f17bb2a-ac27-4f78-bc60-01ae89a9ca55 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.883517] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f17bb2a-ac27-4f78-bc60-01ae89a9ca55" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.883650] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f17bb2a-ac27-4f78-bc60-01ae89a9ca55" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.883906] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f17bb2a-ac27-4f78-bc60-01ae89a9ca55" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.883989] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f17bb2a-ac27-4f78-bc60-01ae89a9ca55',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.391304] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f17bb2a-ac27-4f78-bc60-01ae89a9ca55 [ 1038.391568] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.392300] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.392300] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.392300] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.392300] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.392300] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f17bb2a-ac27-4f78-bc60-01ae89a9ca55 already deleted. [ 1038.392300] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f17bb2a-ac27-4f78-bc60-01ae89a9ca55" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.596291] env[69343]: INFO networking_nsxv3.common.synchronization [None req-b1cb0804-4426-48c1-b19e-440fe1558724 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Enqueued Resource ID: 15c643df-5183-4db2-90b0-e97d150ccadb with Priority: HIGHEST for action security_group_rules [ 1038.596632] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15c643df-5183-4db2-90b0-e97d150ccadb with Priority: HIGHEST for action security_group_rules [ 1038.596944] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15c643df-5183-4db2-90b0-e97d150ccadb taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.597075] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15c643df-5183-4db2-90b0-e97d150ccadb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.597139] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15c643df-5183-4db2-90b0-e97d150ccadb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.597387] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15c643df-5183-4db2-90b0-e97d150ccadb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.597466] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15c643df-5183-4db2-90b0-e97d150ccadb',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.697555] env[69343]: INFO networking_nsxv3.common.synchronization [None req-7abb809b-15c5-4558-b821-079abdfbe428 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Enqueued Resource ID: 15c643df-5183-4db2-90b0-e97d150ccadb with Priority: HIGHEST for action security_group_rules [ 1038.697555] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15c643df-5183-4db2-90b0-e97d150ccadb with Priority: HIGHEST for action security_group_rules [ 1038.697555] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15c643df-5183-4db2-90b0-e97d150ccadb taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.697555] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15c643df-5183-4db2-90b0-e97d150ccadb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.107401] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: SUCCESS [ 1039.107673] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.116880] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.117129] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.117129] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.117259] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.118126] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.118126] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15c643df-5183-4db2-90b0-e97d150ccadb already deleted. [ 1039.118126] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15c643df-5183-4db2-90b0-e97d150ccadb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.118126] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15c643df-5183-4db2-90b0-e97d150ccadb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.118126] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15c643df-5183-4db2-90b0-e97d150ccadb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.118126] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15c643df-5183-4db2-90b0-e97d150ccadb',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.638956] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.638956] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.639339] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.639339] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.639339] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.639423] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15c643df-5183-4db2-90b0-e97d150ccadb already deleted. [ 1039.639474] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15c643df-5183-4db2-90b0-e97d150ccadb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.009132] env[69343]: INFO networking_nsxv3.common.synchronization [req-8a917653-a352-480a-afb9-e286db37a26c req-c3b8c103-f606-4ecc-884f-015cabf140a8 tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Enqueued Resource ID: 6eb264c6-feec-40cb-add4-abb49c01d299 with Priority: HIGHEST for action security_group_members [ 1040.009883] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eb264c6-feec-40cb-add4-abb49c01d299 with Priority: HIGHEST for action security_group_members [ 1040.011019] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eb264c6-feec-40cb-add4-abb49c01d299 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.011202] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eb264c6-feec-40cb-add4-abb49c01d299" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.011296] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eb264c6-feec-40cb-add4-abb49c01d299" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.012067] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eb264c6-feec-40cb-add4-abb49c01d299" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.012067] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.012553] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.012632] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.012817] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.012926] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.013035] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eb264c6-feec-40cb-add4-abb49c01d299',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.409953] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-242 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.410202] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-242" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.410332] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-242" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.410812] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-242" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.411262] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.411405] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.411761] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.412120] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.412327] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.412599] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1040.412725] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.412837] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.412949] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.413270] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1040.413417] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.413596] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.434015] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.434015] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1040.434015] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.434015] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-242" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.434015] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-d43a8391-bbf7-4e4e-83ed-76e45998d6e7 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.434015] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-d43a8391-bbf7-4e4e-83ed-76e45998d6e7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.434015] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-d43a8391-bbf7-4e4e-83ed-76e45998d6e7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.436292] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-d43a8391-bbf7-4e4e-83ed-76e45998d6e7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.436292] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d43a8391-bbf7-4e4e-83ed-76e45998d6e7',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.515368] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.515514] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.515580] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.515796] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.515880] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.516076] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.516169] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.516229] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.516374] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.516448] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.516530] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eb264c6-feec-40cb-add4-abb49c01d299 already deleted. [ 1040.516621] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eb264c6-feec-40cb-add4-abb49c01d299" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.660984] env[69343]: INFO networking_nsxv3.common.synchronization [None req-2dbde18e-f743-4c8d-9a89-86884719ca4d None None] Enqueued Resource ID: 3420a842-4046-4fcb-8b04-1d3d94502c1c with Priority: HIGHEST for action port [ 1040.661384] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3420a842-4046-4fcb-8b04-1d3d94502c1c with Priority: HIGHEST for action port [ 1040.661832] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-3420a842-4046-4fcb-8b04-1d3d94502c1c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.661832] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3420a842-4046-4fcb-8b04-1d3d94502c1c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.661973] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3420a842-4046-4fcb-8b04-1d3d94502c1c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.663298] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3420a842-4046-4fcb-8b04-1d3d94502c1c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.663298] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3420a842-4046-4fcb-8b04-1d3d94502c1c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.938871] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.939124] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.939263] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.939571] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.939729] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.939893] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port d43a8391-bbf7-4e4e-83ed-76e45998d6e7 not found, creating... [ 1040.940188] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.940812] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.940812] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.940812] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.940979] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.941201] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.941746] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.941746] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.941746] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.941844] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.941980] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: d43a8391-bbf7-4e4e-83ed-76e45998d6e7 is going to be created. [ 1040.961751] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.961977] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.962105] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.962402] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.962800] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.962908] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-d43a8391-bbf7-4e4e-83ed-76e45998d6e7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.166013] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3420a842-4046-4fcb-8b04-1d3d94502c1c [ 1041.166264] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.166402] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.166494] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.166709] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.166801] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.166894] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3420a842-4046-4fcb-8b04-1d3d94502c1c already deleted. [ 1041.166975] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3420a842-4046-4fcb-8b04-1d3d94502c1c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.802795] env[69343]: INFO networking_nsxv3.common.synchronization [req-8a917653-a352-480a-afb9-e286db37a26c req-ec9134a1-d9bd-4945-8439-9842efd77917 service nova] Enqueued Resource ID: 6eb264c6-feec-40cb-add4-abb49c01d299 with Priority: HIGHEST for action security_group_rules [ 1041.803089] env[69343]: INFO networking_nsxv3.common.synchronization [req-8a917653-a352-480a-afb9-e286db37a26c req-ec9134a1-d9bd-4945-8439-9842efd77917 service nova] Enqueued Resource ID: 6eb264c6-feec-40cb-add4-abb49c01d299 with Priority: HIGHEST for action security_group_members [ 1041.803143] env[69343]: INFO networking_nsxv3.common.synchronization [req-8a917653-a352-480a-afb9-e286db37a26c req-ec9134a1-d9bd-4945-8439-9842efd77917 service nova] Enqueued Resource ID: d43a8391-bbf7-4e4e-83ed-76e45998d6e7 with Priority: HIGHEST for action port [ 1041.803493] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eb264c6-feec-40cb-add4-abb49c01d299 with Priority: HIGHEST for action security_group_rules [ 1041.803493] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eb264c6-feec-40cb-add4-abb49c01d299 with Priority: HIGHEST for action security_group_members [ 1041.803565] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d43a8391-bbf7-4e4e-83ed-76e45998d6e7 with Priority: HIGHEST for action port [ 1041.804197] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6eb264c6-feec-40cb-add4-abb49c01d299 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.804581] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6eb264c6-feec-40cb-add4-abb49c01d299" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.804581] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6eb264c6-feec-40cb-add4-abb49c01d299" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.804738] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6eb264c6-feec-40cb-add4-abb49c01d299" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.804866] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6eb264c6-feec-40cb-add4-abb49c01d299',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.805782] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eb264c6-feec-40cb-add4-abb49c01d299 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.806024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eb264c6-feec-40cb-add4-abb49c01d299" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.806124] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eb264c6-feec-40cb-add4-abb49c01d299" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.806329] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eb264c6-feec-40cb-add4-abb49c01d299" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.806514] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.806953] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.806953] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.806953] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.806953] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.807139] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eb264c6-feec-40cb-add4-abb49c01d299',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.809148] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-d43a8391-bbf7-4e4e-83ed-76e45998d6e7 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.809148] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d43a8391-bbf7-4e4e-83ed-76e45998d6e7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.809148] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d43a8391-bbf7-4e4e-83ed-76e45998d6e7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.809148] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d43a8391-bbf7-4e4e-83ed-76e45998d6e7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.809148] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d43a8391-bbf7-4e4e-83ed-76e45998d6e7',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.173639] env[69343]: INFO networking_nsxv3.common.synchronization [req-0eac7c7c-6a12-461d-bba9-965f675b5db6 req-51f75820-bdee-475f-a72d-2ccba783f0da tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Enqueued Resource ID: a0439388-7657-42e2-9140-4b678d288944 with Priority: HIGHEST for action security_group_members [ 1042.174167] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0439388-7657-42e2-9140-4b678d288944 with Priority: HIGHEST for action security_group_members [ 1042.174485] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0439388-7657-42e2-9140-4b678d288944 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.174609] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0439388-7657-42e2-9140-4b678d288944" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.174677] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0439388-7657-42e2-9140-4b678d288944" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.175087] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0439388-7657-42e2-9140-4b678d288944" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.175242] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.175346] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.175455] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.175556] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.175641] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.175731] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0439388-7657-42e2-9140-4b678d288944',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.309598] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eb264c6-feec-40cb-add4-abb49c01d299 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.309718] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eb264c6-feec-40cb-add4-abb49c01d299" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.311205] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d43a8391-bbf7-4e4e-83ed-76e45998d6e7 with status ACTIVE [ 1042.311450] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.311610] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.311711] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.311999] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.312147] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.312592] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.312592] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.312706] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.312827] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.312941] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.313211] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.313346] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.313441] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.313652] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.313766] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.313886] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d43a8391-bbf7-4e4e-83ed-76e45998d6e7 is going to be updated. [ 1042.318897] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6eb264c6-feec-40cb-add4-abb49c01d299',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.338151] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.338355] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.338355] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.338595] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.339309] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.339492] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d43a8391-bbf7-4e4e-83ed-76e45998d6e7" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.443159] env[69343]: INFO networking_nsxv3.common.synchronization [None req-874272a4-1c58-435d-bf78-363e3f835c34 None None] Enqueued Resource ID: 7b5dea8d-6550-48db-bded-dce26449bc4d with Priority: HIGHEST for action port [ 1042.443602] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b5dea8d-6550-48db-bded-dce26449bc4d with Priority: HIGHEST for action port [ 1042.444084] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b5dea8d-6550-48db-bded-dce26449bc4d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.444084] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b5dea8d-6550-48db-bded-dce26449bc4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.446279] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b5dea8d-6550-48db-bded-dce26449bc4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.446279] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b5dea8d-6550-48db-bded-dce26449bc4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.446279] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b5dea8d-6550-48db-bded-dce26449bc4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.678447] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.678635] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.678721] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.678930] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.679031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.679233] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.679357] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.679871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.679871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.679871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.679871] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0439388-7657-42e2-9140-4b678d288944 already deleted. [ 1042.679871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0439388-7657-42e2-9140-4b678d288944" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.755966] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-829 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.756178] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-829" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.756336] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-829" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.756810] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-829" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.757120] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.757297] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.757422] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.757657] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.757806] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.758038] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1042.758159] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.758274] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.758399] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.758515] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1042.758711] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.758922] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.776990] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.777172] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1042.777314] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.777486] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-829" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.777844] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-9ee03317-3ef9-451e-8cc2-579071cd0edd taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.777952] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-9ee03317-3ef9-451e-8cc2-579071cd0edd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.778190] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-9ee03317-3ef9-451e-8cc2-579071cd0edd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.778681] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-9ee03317-3ef9-451e-8cc2-579071cd0edd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.778868] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ee03317-3ef9-451e-8cc2-579071cd0edd',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.820888] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6eb264c6-feec-40cb-add4-abb49c01d299',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.948626] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b5dea8d-6550-48db-bded-dce26449bc4d [ 1042.948844] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.948985] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.949069] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.949301] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.949403] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.949500] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b5dea8d-6550-48db-bded-dce26449bc4d already deleted. [ 1042.949586] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b5dea8d-6550-48db-bded-dce26449bc4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.281322] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.281549] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.281663] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.281951] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.282176] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.282336] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 9ee03317-3ef9-451e-8cc2-579071cd0edd not found, creating... [ 1043.282591] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.282750] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.282909] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.283160] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.284026] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.284026] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.284026] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.284026] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.284240] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.284240] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.284306] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 9ee03317-3ef9-451e-8cc2-579071cd0edd is going to be created. [ 1043.304586] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.304795] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.304921] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.305205] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.305435] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.305658] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-9ee03317-3ef9-451e-8cc2-579071cd0edd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.323268] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.323268] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.323268] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.323417] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.323562] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.323689] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eb264c6-feec-40cb-add4-abb49c01d299 is going to be created. [ 1043.345478] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.345692] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.345785] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.346011] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.346390] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.364838] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eb264c6-feec-40cb-add4-abb49c01d299 in Status: UNINITIALIZED for 2s [ 1044.016214] env[69343]: INFO networking_nsxv3.common.synchronization [req-0eac7c7c-6a12-461d-bba9-965f675b5db6 req-4093c310-fbc3-4bbd-b543-b730b7fcfdf8 service nova] Enqueued Resource ID: a0439388-7657-42e2-9140-4b678d288944 with Priority: HIGHEST for action security_group_rules [ 1044.016214] env[69343]: INFO networking_nsxv3.common.synchronization [req-0eac7c7c-6a12-461d-bba9-965f675b5db6 req-4093c310-fbc3-4bbd-b543-b730b7fcfdf8 service nova] Enqueued Resource ID: a0439388-7657-42e2-9140-4b678d288944 with Priority: HIGHEST for action security_group_members [ 1044.016214] env[69343]: INFO networking_nsxv3.common.synchronization [req-0eac7c7c-6a12-461d-bba9-965f675b5db6 req-4093c310-fbc3-4bbd-b543-b730b7fcfdf8 service nova] Enqueued Resource ID: 9ee03317-3ef9-451e-8cc2-579071cd0edd with Priority: HIGHEST for action port [ 1044.016214] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0439388-7657-42e2-9140-4b678d288944 with Priority: HIGHEST for action security_group_rules [ 1044.016214] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0439388-7657-42e2-9140-4b678d288944 with Priority: HIGHEST for action security_group_members [ 1044.016214] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ee03317-3ef9-451e-8cc2-579071cd0edd with Priority: HIGHEST for action port [ 1044.019037] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0439388-7657-42e2-9140-4b678d288944 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.019037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0439388-7657-42e2-9140-4b678d288944" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.019037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0439388-7657-42e2-9140-4b678d288944" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.019037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0439388-7657-42e2-9140-4b678d288944" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.019037] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0439388-7657-42e2-9140-4b678d288944',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.019249] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0439388-7657-42e2-9140-4b678d288944 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.019249] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0439388-7657-42e2-9140-4b678d288944" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.019322] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0439388-7657-42e2-9140-4b678d288944" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.019447] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0439388-7657-42e2-9140-4b678d288944" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.019610] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.019711] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.019769] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.019906] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.019989] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.020092] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0439388-7657-42e2-9140-4b678d288944',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.020888] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ee03317-3ef9-451e-8cc2-579071cd0edd taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.022469] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ee03317-3ef9-451e-8cc2-579071cd0edd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.022593] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ee03317-3ef9-451e-8cc2-579071cd0edd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.022765] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ee03317-3ef9-451e-8cc2-579071cd0edd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.022847] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ee03317-3ef9-451e-8cc2-579071cd0edd',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.525211] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0439388-7657-42e2-9140-4b678d288944',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.526647] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0439388-7657-42e2-9140-4b678d288944 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.526797] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0439388-7657-42e2-9140-4b678d288944" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.527070] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ee03317-3ef9-451e-8cc2-579071cd0edd with status ACTIVE [ 1044.527350] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.527534] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.527990] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.527990] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.528340] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.528636] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.528848] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.529799] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.530140] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.530298] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.530629] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.530899] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.530981] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.531254] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.531427] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.531581] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ee03317-3ef9-451e-8cc2-579071cd0edd is going to be updated. [ 1044.568468] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.568756] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.568861] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.569198] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.569447] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.569916] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ee03317-3ef9-451e-8cc2-579071cd0edd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.747596] env[69343]: INFO networking_nsxv3.common.synchronization [req-68f99972-6864-49a8-8f6d-4a42c8024991 req-8411968d-2c17-4fc2-a08f-2a04bb955bac tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Enqueued Resource ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db with Priority: HIGHEST for action security_group_members [ 1044.747596] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db with Priority: HIGHEST for action security_group_members [ 1044.747849] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.747963] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.748037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.748762] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.748991] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.749159] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.749305] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.749515] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.749649] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.749798] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec2565f9-38b0-4dcc-b34c-dc4dab2e94db',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.960919] env[69343]: INFO networking_nsxv3.common.synchronization [None req-5934fe74-778b-429d-b641-f8689cc5d028 None None] Enqueued Resource ID: 0cc5b96d-6cc4-4692-8010-6b5691b7ba46 with Priority: HIGHEST for action port [ 1044.961596] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cc5b96d-6cc4-4692-8010-6b5691b7ba46 with Priority: HIGHEST for action port [ 1044.961762] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cc5b96d-6cc4-4692-8010-6b5691b7ba46 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.961915] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cc5b96d-6cc4-4692-8010-6b5691b7ba46" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.962032] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cc5b96d-6cc4-4692-8010-6b5691b7ba46" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.962819] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cc5b96d-6cc4-4692-8010-6b5691b7ba46" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.963260] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cc5b96d-6cc4-4692-8010-6b5691b7ba46',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.041219] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0439388-7657-42e2-9140-4b678d288944',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.195209] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-699 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.195502] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-699" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.195692] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-699" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.196040] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-699" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.196377] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.196636] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.196923] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.197180] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.197406] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.197793] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1045.198106] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.198315] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.198639] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.198790] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1045.198909] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.199064] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.225541] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.225721] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1045.225859] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.226040] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-699" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.226368] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-3578eb60-2aef-407f-b97f-23621ac41132 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.226542] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-3578eb60-2aef-407f-b97f-23621ac41132" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.227028] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-3578eb60-2aef-407f-b97f-23621ac41132" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.227028] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-3578eb60-2aef-407f-b97f-23621ac41132" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.227159] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3578eb60-2aef-407f-b97f-23621ac41132',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.252066] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.252215] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.252290] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.253080] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.253080] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.253080] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.253080] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.253080] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.253351] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.253351] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.253351] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db is going to be updated. [ 1045.283891] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.284164] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.284308] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.284560] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.284728] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.297084] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db in Status: IN_PROGRESS for 2s [ 1045.373801] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eb264c6-feec-40cb-add4-abb49c01d299 in Status: SUCCESS [ 1045.374045] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eb264c6-feec-40cb-add4-abb49c01d299" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.374282] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eb264c6-feec-40cb-add4-abb49c01d299" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.374586] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eb264c6-feec-40cb-add4-abb49c01d299" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.374847] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.374995] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.375079] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.375288] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.375391] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.375531] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eb264c6-feec-40cb-add4-abb49c01d299" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.375656] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6eb264c6-feec-40cb-add4-abb49c01d299',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.465116] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0cc5b96d-6cc4-4692-8010-6b5691b7ba46 [ 1045.465349] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.465527] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.465604] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.465826] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.465912] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.466015] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0cc5b96d-6cc4-4692-8010-6b5691b7ba46 already deleted. [ 1045.466101] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cc5b96d-6cc4-4692-8010-6b5691b7ba46" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.544992] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.545187] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.545267] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.545512] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.545625] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.545727] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0439388-7657-42e2-9140-4b678d288944 is going to be created. [ 1045.567182] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.567332] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.567378] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.567555] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.567707] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.575724] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0439388-7657-42e2-9140-4b678d288944 in Status: UNINITIALIZED for 2s [ 1045.729835] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.730114] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.730245] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.730524] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.730681] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.730838] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 3578eb60-2aef-407f-b97f-23621ac41132 not found, creating... [ 1045.731117] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.731276] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.731396] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.731613] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.731752] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.732053] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.732213] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.732334] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.732542] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.732677] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.732818] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 3578eb60-2aef-407f-b97f-23621ac41132 is going to be created. [ 1045.752760] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.752760] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.752760] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.752760] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.753416] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.753416] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-3578eb60-2aef-407f-b97f-23621ac41132" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.878730] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eb264c6-feec-40cb-add4-abb49c01d299 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.878912] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eb264c6-feec-40cb-add4-abb49c01d299" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.878984] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eb264c6-feec-40cb-add4-abb49c01d299" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.879242] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eb264c6-feec-40cb-add4-abb49c01d299" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.879420] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.879515] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.879576] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.879753] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.879833] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.879916] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eb264c6-feec-40cb-add4-abb49c01d299" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.880082] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eb264c6-feec-40cb-add4-abb49c01d299 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.880177] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eb264c6-feec-40cb-add4-abb49c01d299" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.880236] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eb264c6-feec-40cb-add4-abb49c01d299" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.880391] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eb264c6-feec-40cb-add4-abb49c01d299" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.880530] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.880632] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.880690] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.880823] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.880910] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.880991] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eb264c6-feec-40cb-add4-abb49c01d299" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.881092] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6eb264c6-feec-40cb-add4-abb49c01d299',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.386585] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6eb264c6-feec-40cb-add4-abb49c01d299: rpc.has_security_group_logging(os_id): False [ 1046.408036] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.408036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.408036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.408036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.408036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.408036] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.408036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.408036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.408036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.408036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.408036] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.408036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.408036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.408036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.408036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.408833] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.408833] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.414581] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.414581] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.414581] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.414581] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6eb264c6-feec-40cb-add4-abb49c01d299 is going to be created. [ 1046.479719] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.479719] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.479719] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.479719] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.479719] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.491225] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eb264c6-feec-40cb-add4-abb49c01d299 in Status: IN_PROGRESS for 2s [ 1046.602597] env[69343]: INFO networking_nsxv3.common.synchronization [req-68f99972-6864-49a8-8f6d-4a42c8024991 req-5e8489d0-71d4-42c8-8c9d-582c3e1c28e6 service nova] Enqueued Resource ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db with Priority: HIGHEST for action security_group_rules [ 1046.603405] env[69343]: INFO networking_nsxv3.common.synchronization [req-68f99972-6864-49a8-8f6d-4a42c8024991 req-5e8489d0-71d4-42c8-8c9d-582c3e1c28e6 service nova] Enqueued Resource ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db with Priority: HIGHEST for action security_group_members [ 1046.604072] env[69343]: INFO networking_nsxv3.common.synchronization [req-68f99972-6864-49a8-8f6d-4a42c8024991 req-5e8489d0-71d4-42c8-8c9d-582c3e1c28e6 service nova] Enqueued Resource ID: 3578eb60-2aef-407f-b97f-23621ac41132 with Priority: HIGHEST for action port [ 1046.605517] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db with Priority: HIGHEST for action security_group_rules [ 1046.605517] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db with Priority: HIGHEST for action security_group_members [ 1046.605517] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3578eb60-2aef-407f-b97f-23621ac41132 with Priority: HIGHEST for action port [ 1046.605965] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.606301] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.606455] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.606736] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.606901] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec2565f9-38b0-4dcc-b34c-dc4dab2e94db',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.610122] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.610122] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.610122] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-3578eb60-2aef-407f-b97f-23621ac41132 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.610122] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3578eb60-2aef-407f-b97f-23621ac41132" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.610122] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3578eb60-2aef-407f-b97f-23621ac41132" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.610122] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3578eb60-2aef-407f-b97f-23621ac41132" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.610122] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3578eb60-2aef-407f-b97f-23621ac41132',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.747865] env[69343]: INFO networking_nsxv3.common.synchronization [req-313f3cc4-05c0-43df-a2cd-a4d298b813b3 req-25445d1a-555c-46e3-a841-dc8672abcf3a tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Enqueued Resource ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d with Priority: HIGHEST for action security_group_members [ 1046.748660] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d with Priority: HIGHEST for action security_group_members [ 1046.753165] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.753375] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.753479] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.753769] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.754012] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.754525] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.754636] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.754873] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.755069] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.755161] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fd7c3eb-5ab3-46cf-b23f-582b0111c37d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.011286] env[69343]: INFO networking_nsxv3.common.synchronization [req-7d904181-8c9f-48e1-a83d-cb4c810bb418 req-87611fdc-9bae-4fc4-9439-95579c2bcec3 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Enqueued Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_members [ 1047.011808] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_members [ 1047.012124] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.012248] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.012322] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.012516] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.012676] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.012851] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.012851] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.012975] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.013087] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.013178] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.111009] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.112168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.116634] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3578eb60-2aef-407f-b97f-23621ac41132 with status ACTIVE [ 1047.116889] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.117039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.117121] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.117342] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.117435] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.117617] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.117729] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.117793] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.117957] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.118047] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.118239] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.118343] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.118414] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.118551] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.118745] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.118881] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3578eb60-2aef-407f-b97f-23621ac41132 is going to be updated. [ 1047.139516] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.139643] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.139741] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.139900] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.140086] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.140285] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3578eb60-2aef-407f-b97f-23621ac41132" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.258559] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.258763] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.258867] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.259101] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.259193] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.259386] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.259486] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.259549] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.259689] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.259784] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.259872] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d is going to be updated. [ 1047.302374] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.302542] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.302594] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.302803] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.302898] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.307069] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db in Status: SUCCESS [ 1047.307258] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db deletion is rescheduled due to dependency. [ 1047.307434] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.307567] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.307794] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.307991] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.308166] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.308796] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.308796] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.308796] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.308796] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec2565f9-38b0-4dcc-b34c-dc4dab2e94db',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.310235] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d in Status: IN_PROGRESS for 2s [ 1047.328111] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-249 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.328329] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-249" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.328456] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-249" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.329056] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-249" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.329333] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.329495] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.329637] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.329880] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.330054] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.330456] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1047.330456] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.330559] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.330590] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.330701] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1047.330779] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.330965] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.360470] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.360641] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1047.360786] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.361783] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-249" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.361783] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-bb2f0e29-743a-4615-b0f0-b29d2124306c taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.361783] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-bb2f0e29-743a-4615-b0f0-b29d2124306c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.361783] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-bb2f0e29-743a-4615-b0f0-b29d2124306c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.362045] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-bb2f0e29-743a-4615-b0f0-b29d2124306c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.362045] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb2f0e29-743a-4615-b0f0-b29d2124306c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.514927] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.515335] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.515335] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.515402] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.515489] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.515750] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.515913] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.515913] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.516083] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.516161] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.516249] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7445b3cd-609e-49ea-bda8-52dc323593df is going to be updated. [ 1047.548049] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.548192] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.548264] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.548460] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.548639] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.556574] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: IN_PROGRESS for 2s [ 1047.583832] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0439388-7657-42e2-9140-4b678d288944 in Status: SUCCESS [ 1047.584103] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0439388-7657-42e2-9140-4b678d288944" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.584273] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0439388-7657-42e2-9140-4b678d288944" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.584484] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0439388-7657-42e2-9140-4b678d288944" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.584674] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.584794] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.584857] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.585025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.585109] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.585871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0439388-7657-42e2-9140-4b678d288944" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.585871] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0439388-7657-42e2-9140-4b678d288944',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.814950] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec2565f9-38b0-4dcc-b34c-dc4dab2e94db',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.865035] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.865175] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.865366] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.865684] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.865881] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.866106] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port bb2f0e29-743a-4615-b0f0-b29d2124306c not found, creating... [ 1047.866440] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.866704] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.866849] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.867094] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.867245] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.867531] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.867697] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.867894] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.868198] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.868355] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.868500] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: bb2f0e29-743a-4615-b0f0-b29d2124306c is going to be created. [ 1047.886439] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.887065] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.887065] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.887065] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.887208] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.887461] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-bb2f0e29-743a-4615-b0f0-b29d2124306c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.087043] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0439388-7657-42e2-9140-4b678d288944',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.318346] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec2565f9-38b0-4dcc-b34c-dc4dab2e94db',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.504240] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eb264c6-feec-40cb-add4-abb49c01d299 in Status: SUCCESS [ 1048.506013] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6eb264c6-feec-40cb-add4-abb49c01d299" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.590490] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0439388-7657-42e2-9140-4b678d288944: rpc.has_security_group_logging(os_id): False [ 1048.607541] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.607712] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.607787] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.608014] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.608117] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.608386] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.608539] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.608539] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.608778] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.608876] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.608940] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0439388-7657-42e2-9140-4b678d288944 is going to be created. [ 1048.668906] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.669127] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.669127] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.669333] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.669744] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.680526] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0439388-7657-42e2-9140-4b678d288944 in Status: IN_PROGRESS for 2s [ 1048.793158] env[69343]: INFO networking_nsxv3.common.synchronization [req-7d904181-8c9f-48e1-a83d-cb4c810bb418 req-1e9462f0-d630-4af9-82be-56a7856e971b service nova] Enqueued Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_rules [ 1048.793313] env[69343]: INFO networking_nsxv3.common.synchronization [req-7d904181-8c9f-48e1-a83d-cb4c810bb418 req-1e9462f0-d630-4af9-82be-56a7856e971b service nova] Enqueued Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_members [ 1048.793452] env[69343]: INFO networking_nsxv3.common.synchronization [req-7d904181-8c9f-48e1-a83d-cb4c810bb418 req-1e9462f0-d630-4af9-82be-56a7856e971b service nova] Enqueued Resource ID: bb2f0e29-743a-4615-b0f0-b29d2124306c with Priority: HIGHEST for action port [ 1048.793711] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_rules [ 1048.793817] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_members [ 1048.793916] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb2f0e29-743a-4615-b0f0-b29d2124306c with Priority: HIGHEST for action port [ 1048.794505] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.795525] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.795525] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.795525] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.795525] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.796016] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.796078] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.796375] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb2f0e29-743a-4615-b0f0-b29d2124306c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.796375] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb2f0e29-743a-4615-b0f0-b29d2124306c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.796604] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb2f0e29-743a-4615-b0f0-b29d2124306c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.796604] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb2f0e29-743a-4615-b0f0-b29d2124306c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.796705] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb2f0e29-743a-4615-b0f0-b29d2124306c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.820901] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.821071] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.821156] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.821459] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.821613] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.821742] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db is going to be updated. [ 1048.855505] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.855663] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.857568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.857568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.857568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.872434] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db in Status: IN_PROGRESS for 2s [ 1049.307019] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.307019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.307019] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb2f0e29-743a-4615-b0f0-b29d2124306c with status ACTIVE [ 1049.307019] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.307019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.307019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.307019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.307019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.307019] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.307019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.307019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.307019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.307019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.307019] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.307699] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.307699] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.307699] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.307699] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.307699] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb2f0e29-743a-4615-b0f0-b29d2124306c is going to be updated. [ 1049.321949] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d in Status: SUCCESS [ 1049.322132] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d deletion is rescheduled due to dependency. [ 1049.322242] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.329609] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.329775] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.329829] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.330055] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.330186] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.330333] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb2f0e29-743a-4615-b0f0-b29d2124306c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.567836] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: SUCCESS [ 1049.568153] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7445b3cd-609e-49ea-bda8-52dc323593df deletion is rescheduled due to dependency. [ 1049.568338] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.568594] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.568915] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.569190] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.569347] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.569448] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.569694] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.569854] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.570233] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.073355] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.576209] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.695280] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0439388-7657-42e2-9140-4b678d288944 in Status: SUCCESS [ 1050.695542] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0439388-7657-42e2-9140-4b678d288944" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.882772] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db in Status: SUCCESS [ 1050.883226] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.883881] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.883969] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.884263] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.884478] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.885044] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.885153] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.885311] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.885440] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.885868] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec2565f9-38b0-4dcc-b34c-dc4dab2e94db',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.079100] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.079439] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.079439] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.079583] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.079860] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.080021] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7445b3cd-609e-49ea-bda8-52dc323593df is going to be updated. [ 1051.108043] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.108043] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.108283] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.108543] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.108844] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.121249] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: IN_PROGRESS for 2s [ 1051.393393] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec2565f9-38b0-4dcc-b34c-dc4dab2e94db',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.437509] env[69343]: INFO networking_nsxv3.common.synchronization [req-aa7e6416-1700-4811-a608-20152b4ce616 req-7cc53222-1cff-443d-a69c-b28d4ce7f7c6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Enqueued Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_members [ 1051.439190] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGHEST for action security_group_members [ 1051.439655] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-833c6a08-9446-43d9-ac6d-7d0c8738d152 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.439937] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.440194] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.440481] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.441231] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.441231] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.441231] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.441231] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.441421] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.441593] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.573597] env[69343]: INFO networking_nsxv3.common.synchronization [req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 req-9c52ad76-51d3-458e-98be-a305f4945bb1 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Enqueued Resource ID: 15c643df-5183-4db2-90b0-e97d150ccadb with Priority: HIGHEST for action security_group_members [ 1051.573711] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15c643df-5183-4db2-90b0-e97d150ccadb with Priority: HIGHEST for action security_group_members [ 1051.574026] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-15c643df-5183-4db2-90b0-e97d150ccadb taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.576765] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15c643df-5183-4db2-90b0-e97d150ccadb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.576870] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15c643df-5183-4db2-90b0-e97d150ccadb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.577128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15c643df-5183-4db2-90b0-e97d150ccadb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.577354] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.577466] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.577530] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.577699] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.577789] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.577897] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15c643df-5183-4db2-90b0-e97d150ccadb',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.896127] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec2565f9-38b0-4dcc-b34c-dc4dab2e94db: rpc.has_security_group_logging(os_id): False [ 1051.901299] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-754 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.901517] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-754" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.901624] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-754" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.901968] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-754" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.902256] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.902415] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.902536] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.902778] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.902934] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.903173] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1051.903290] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1051.903403] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1051.903516] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1051.903624] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1051.903729] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1051.903860] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1051.915588] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.915792] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.915792] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.915953] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.916205] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.916451] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.916597] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.916678] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.916881] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.916971] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.917070] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db is going to be updated. [ 1051.924999] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1051.925568] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1051.925743] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1051.925960] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-754" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.927050] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-0ea5cff1-5910-4499-a895-9b3c3c93e582 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.927282] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-0ea5cff1-5910-4499-a895-9b3c3c93e582" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.927462] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-0ea5cff1-5910-4499-a895-9b3c3c93e582" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.927848] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-0ea5cff1-5910-4499-a895-9b3c3c93e582" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.928041] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ea5cff1-5910-4499-a895-9b3c3c93e582',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.943579] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.943763] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.943812] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.944043] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.944130] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.944364] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.944466] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.944520] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.944677] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.944778] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.944865] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 is going to be updated. [ 1051.969492] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.969492] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.969788] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.969788] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.969855] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.979400] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.979777] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.979777] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.979882] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.979993] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.981692] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: IN_PROGRESS for 2s [ 1051.989909] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db in Status: IN_PROGRESS for 2s [ 1052.082042] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.082042] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.082042] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.082042] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.082042] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.082042] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.082042] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.082042] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.082645] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.082645] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.082645] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15c643df-5183-4db2-90b0-e97d150ccadb already deleted. [ 1052.082645] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15c643df-5183-4db2-90b0-e97d150ccadb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.430401] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.431756] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.431756] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.431879] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.432080] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.432251] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 0ea5cff1-5910-4499-a895-9b3c3c93e582 not found, creating... [ 1052.432525] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.432697] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.432819] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.433069] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.433212] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.433518] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.433670] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.433786] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.434037] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.434146] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.434286] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 0ea5cff1-5910-4499-a895-9b3c3c93e582 is going to be created. [ 1052.454216] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.454424] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.454550] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.454823] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.455069] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.455296] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-0ea5cff1-5910-4499-a895-9b3c3c93e582" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.131807] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: SUCCESS [ 1053.132213] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.132470] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.132748] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.132959] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.133122] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.133190] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.133426] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.133538] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.133653] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.133759] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.641175] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.641331] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.642023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.642023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.642023] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.642023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.642023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.642266] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.642266] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.642266] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.642375] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.642465] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.642524] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.642662] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.642799] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.642888] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.642947] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.643110] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.643192] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.643274] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.643393] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.990989] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 in Status: SUCCESS [ 1053.991188] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 deletion is rescheduled due to dependency. [ 1053.991304] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.996725] env[69343]: INFO networking_nsxv3.common.synchronization [req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 req-c81ba54c-4672-4f2f-9bb5-fcb9d7f22ac3 service nova] Enqueued Resource ID: 15c643df-5183-4db2-90b0-e97d150ccadb with Priority: HIGHEST for action security_group_rules [ 1053.996901] env[69343]: INFO networking_nsxv3.common.synchronization [req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 req-c81ba54c-4672-4f2f-9bb5-fcb9d7f22ac3 service nova] Enqueued Resource ID: 15c643df-5183-4db2-90b0-e97d150ccadb with Priority: HIGHEST for action security_group_members [ 1053.997054] env[69343]: INFO networking_nsxv3.common.synchronization [req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 req-c81ba54c-4672-4f2f-9bb5-fcb9d7f22ac3 service nova] Enqueued Resource ID: 0ea5cff1-5910-4499-a895-9b3c3c93e582 with Priority: HIGHEST for action port [ 1053.997274] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15c643df-5183-4db2-90b0-e97d150ccadb with Priority: HIGHEST for action security_group_rules [ 1053.997404] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15c643df-5183-4db2-90b0-e97d150ccadb with Priority: HIGHEST for action security_group_members [ 1053.997501] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea5cff1-5910-4499-a895-9b3c3c93e582 with Priority: HIGHEST for action port [ 1053.998250] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15c643df-5183-4db2-90b0-e97d150ccadb taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.998435] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15c643df-5183-4db2-90b0-e97d150ccadb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.998545] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15c643df-5183-4db2-90b0-e97d150ccadb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.998863] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15c643df-5183-4db2-90b0-e97d150ccadb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.999089] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15c643df-5183-4db2-90b0-e97d150ccadb',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.000081] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-15c643df-5183-4db2-90b0-e97d150ccadb taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.000258] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15c643df-5183-4db2-90b0-e97d150ccadb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.000364] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15c643df-5183-4db2-90b0-e97d150ccadb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.000573] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15c643df-5183-4db2-90b0-e97d150ccadb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.000764] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.000906] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.001018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.001211] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.001405] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.001548] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15c643df-5183-4db2-90b0-e97d150ccadb',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.002377] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ea5cff1-5910-4499-a895-9b3c3c93e582 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.006166] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ea5cff1-5910-4499-a895-9b3c3c93e582" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.006242] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ea5cff1-5910-4499-a895-9b3c3c93e582" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.006404] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ea5cff1-5910-4499-a895-9b3c3c93e582" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.006482] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ea5cff1-5910-4499-a895-9b3c3c93e582',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.008087] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db in Status: SUCCESS [ 1054.008281] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.146171] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7445b3cd-609e-49ea-bda8-52dc323593df: rpc.has_security_group_logging(os_id): False [ 1054.167220] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.167457] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.167498] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.167699] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.167809] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.168035] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.168137] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.168201] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.168365] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.168472] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.168628] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.168787] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.168833] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.169017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.169317] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.169559] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.169960] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.170106] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.170283] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.170388] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.170531] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7445b3cd-609e-49ea-bda8-52dc323593df is going to be updated. [ 1054.189587] env[69343]: INFO networking_nsxv3.common.synchronization [req-78689aed-fc0e-4c49-8e6a-360e829d830e req-e9df2b0f-c06c-4094-82c6-67d654b2c8ee tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Enqueued Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_members [ 1054.190480] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_members [ 1054.190902] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.192144] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.192144] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.192325] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.192576] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.192818] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.192929] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.193130] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.193248] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.193365] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.242766] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.243473] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.244095] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.244354] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.246433] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.261043] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: IN_PROGRESS for 2s [ 1054.442689] env[69343]: INFO networking_nsxv3.common.synchronization [req-00caadb2-0b09-4cf7-b1bc-73a5ef3383b4 req-90405149-eb4b-4aeb-970d-23f04a9e39f1 tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Enqueued Resource ID: 6eb264c6-feec-40cb-add4-abb49c01d299 with Priority: HIGHEST for action security_group_members [ 1054.443237] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eb264c6-feec-40cb-add4-abb49c01d299 with Priority: HIGHEST for action security_group_members [ 1054.443546] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eb264c6-feec-40cb-add4-abb49c01d299 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.443760] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eb264c6-feec-40cb-add4-abb49c01d299" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.443760] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eb264c6-feec-40cb-add4-abb49c01d299" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.443940] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eb264c6-feec-40cb-add4-abb49c01d299" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.444316] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.444456] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.444542] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.444779] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.444897] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.445228] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eb264c6-feec-40cb-add4-abb49c01d299',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.508331] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-15c643df-5183-4db2-90b0-e97d150ccadb taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.508459] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15c643df-5183-4db2-90b0-e97d150ccadb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.508640] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15c643df-5183-4db2-90b0-e97d150ccadb',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.510696] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ea5cff1-5910-4499-a895-9b3c3c93e582 with status ACTIVE [ 1054.510886] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.511142] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.511247] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.511460] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.511551] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.511795] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.511844] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.511878] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.512078] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.512164] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.512345] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.512493] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.512493] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.512636] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.512713] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.512798] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ea5cff1-5910-4499-a895-9b3c3c93e582 is going to be updated. [ 1054.532659] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.532872] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.532872] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.533092] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.533233] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.533395] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ea5cff1-5910-4499-a895-9b3c3c93e582" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.675026] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.675026] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-45" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.675026] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-45" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.675552] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-45" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.675552] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.675736] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.675904] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.676678] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.676845] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.677118] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1054.677430] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.677586] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.677759] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.677896] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1054.678052] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.678641] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.697226] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.697226] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.697226] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.697226] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.697226] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.697226] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.697226] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.697226] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.697226] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.697226] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.697226] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 already deleted. [ 1054.697226] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.700142] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.700430] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1054.700677] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.700958] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-45" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.701813] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-44e1e9a1-dbc6-427d-a50d-329c25032a04 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.703977] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-44e1e9a1-dbc6-427d-a50d-329c25032a04" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.703977] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-44e1e9a1-dbc6-427d-a50d-329c25032a04" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.703977] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-44e1e9a1-dbc6-427d-a50d-329c25032a04" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.703977] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44e1e9a1-dbc6-427d-a50d-329c25032a04',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.947606] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.947848] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.947929] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.948219] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.948312] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.948563] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.948673] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.948763] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.948913] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.948987] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.949090] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eb264c6-feec-40cb-add4-abb49c01d299 is going to be updated. [ 1054.975364] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.975507] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.975580] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.975784] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.975921] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.983782] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eb264c6-feec-40cb-add4-abb49c01d299 in Status: IN_PROGRESS for 2s [ 1055.014701] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15c643df-5183-4db2-90b0-e97d150ccadb',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.206418] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.206732] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.206770] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.207077] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.207254] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.207437] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 44e1e9a1-dbc6-427d-a50d-329c25032a04 not found, creating... [ 1055.207862] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.207862] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.207986] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.208227] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.208368] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.208650] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.208870] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.208993] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.209745] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.209930] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.210116] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 44e1e9a1-dbc6-427d-a50d-329c25032a04 is going to be created. [ 1055.234285] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.234597] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.234597] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.234898] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.235199] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.235437] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-44e1e9a1-dbc6-427d-a50d-329c25032a04" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.517357] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.517357] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.517357] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.519202] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.519202] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.519202] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15c643df-5183-4db2-90b0-e97d150ccadb is going to be created. [ 1055.541389] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.541634] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.541634] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.541832] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.542153] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.546707] env[69343]: INFO networking_nsxv3.common.synchronization [None req-958f1894-baef-47a4-9b20-7b4cd5db16b2 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Enqueued Resource ID: bf15f1f8-d76b-43cd-84d8-54cc47c5f1fd with Priority: HIGHEST for action security_group_rules [ 1055.546958] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf15f1f8-d76b-43cd-84d8-54cc47c5f1fd with Priority: HIGHEST for action security_group_rules [ 1055.547522] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf15f1f8-d76b-43cd-84d8-54cc47c5f1fd taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.547640] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf15f1f8-d76b-43cd-84d8-54cc47c5f1fd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.547840] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf15f1f8-d76b-43cd-84d8-54cc47c5f1fd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.547929] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf15f1f8-d76b-43cd-84d8-54cc47c5f1fd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.548016] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf15f1f8-d76b-43cd-84d8-54cc47c5f1fd',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.550107] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15c643df-5183-4db2-90b0-e97d150ccadb in Status: UNINITIALIZED for 2s [ 1055.585683] env[69343]: INFO networking_nsxv3.common.synchronization [req-e8aa05dd-b51d-4ab0-b457-432e988d1825 req-58b7d6a2-d257-4d39-8df1-1ea67281f244 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Enqueued Resource ID: 1d785ece-366d-4827-8263-5e13f1c88e18 with Priority: HIGHEST for action security_group_members [ 1055.586179] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d785ece-366d-4827-8263-5e13f1c88e18 with Priority: HIGHEST for action security_group_members [ 1055.586479] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d785ece-366d-4827-8263-5e13f1c88e18 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.586622] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.586702] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.586886] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.587042] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.587141] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.587215] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.588052] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.588052] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.588052] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d785ece-366d-4827-8263-5e13f1c88e18',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.625068] env[69343]: INFO networking_nsxv3.common.synchronization [None req-268a35c3-7cb1-4b07-8c1b-3a50b136f840 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Enqueued Resource ID: bf15f1f8-d76b-43cd-84d8-54cc47c5f1fd with Priority: HIGHEST for action security_group_rules [ 1055.625068] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf15f1f8-d76b-43cd-84d8-54cc47c5f1fd with Priority: HIGHEST for action security_group_rules [ 1055.625068] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf15f1f8-d76b-43cd-84d8-54cc47c5f1fd taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.625068] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf15f1f8-d76b-43cd-84d8-54cc47c5f1fd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.019334] env[69343]: INFO networking_nsxv3.common.synchronization [req-78689aed-fc0e-4c49-8e6a-360e829d830e req-f7dc7cda-a1df-46ff-895a-de36b6e47ac0 service nova] Enqueued Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_rules [ 1056.019512] env[69343]: INFO networking_nsxv3.common.synchronization [req-78689aed-fc0e-4c49-8e6a-360e829d830e req-f7dc7cda-a1df-46ff-895a-de36b6e47ac0 service nova] Enqueued Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_members [ 1056.019666] env[69343]: INFO networking_nsxv3.common.synchronization [req-78689aed-fc0e-4c49-8e6a-360e829d830e req-f7dc7cda-a1df-46ff-895a-de36b6e47ac0 service nova] Enqueued Resource ID: 44e1e9a1-dbc6-427d-a50d-329c25032a04 with Priority: HIGHEST for action port [ 1056.019885] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_rules [ 1056.020033] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_members [ 1056.020135] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44e1e9a1-dbc6-427d-a50d-329c25032a04 with Priority: HIGHEST for action port [ 1056.020708] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a4db52e-5882-4ee2-b0c4-bf285fc48e28 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.020824] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.020894] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.024150] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.024150] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.025281] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.025404] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.025470] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.025655] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.025804] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.025904] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.025964] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.026139] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.026230] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.026388] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.027249] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-44e1e9a1-dbc6-427d-a50d-329c25032a04 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.027361] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44e1e9a1-dbc6-427d-a50d-329c25032a04" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.027429] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44e1e9a1-dbc6-427d-a50d-329c25032a04" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.027914] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44e1e9a1-dbc6-427d-a50d-329c25032a04" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.028009] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44e1e9a1-dbc6-427d-a50d-329c25032a04',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.070302] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.070487] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.070719] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.070868] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.070974] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.071103] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf15f1f8-d76b-43cd-84d8-54cc47c5f1fd already deleted. [ 1056.071227] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf15f1f8-d76b-43cd-84d8-54cc47c5f1fd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.071401] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf15f1f8-d76b-43cd-84d8-54cc47c5f1fd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.072082] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf15f1f8-d76b-43cd-84d8-54cc47c5f1fd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.072082] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf15f1f8-d76b-43cd-84d8-54cc47c5f1fd',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.091920] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.091920] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.091920] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.091920] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.091920] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.091920] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.091920] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.091920] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.091920] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.091920] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.091920] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d785ece-366d-4827-8263-5e13f1c88e18 is going to be updated. [ 1056.131318] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.131502] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.131568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.131840] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.132034] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.141626] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d785ece-366d-4827-8263-5e13f1c88e18 in Status: IN_PROGRESS for 2s [ 1056.277184] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: SUCCESS [ 1056.277184] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.530253] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.530393] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.530997] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.531596] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44e1e9a1-dbc6-427d-a50d-329c25032a04 with status ACTIVE [ 1056.531757] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.531874] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.531947] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.532196] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.532248] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.532452] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.532642] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.533099] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.533099] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.533099] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.533218] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.533218] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.533316] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.533399] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.533473] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.533557] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44e1e9a1-dbc6-427d-a50d-329c25032a04 is going to be updated. [ 1056.555098] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.555274] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.555316] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.555520] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.555656] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.555811] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44e1e9a1-dbc6-427d-a50d-329c25032a04" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.591240] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.591413] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.591451] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.591647] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.591736] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.591859] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf15f1f8-d76b-43cd-84d8-54cc47c5f1fd already deleted. [ 1056.591950] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf15f1f8-d76b-43cd-84d8-54cc47c5f1fd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.993267] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eb264c6-feec-40cb-add4-abb49c01d299 in Status: SUCCESS [ 1056.993457] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eb264c6-feec-40cb-add4-abb49c01d299 deletion is rescheduled due to dependency. [ 1056.993570] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eb264c6-feec-40cb-add4-abb49c01d299" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.035242] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.537791] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.538070] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.538070] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.538261] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.538350] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.538445] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 is going to be created. [ 1057.559711] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15c643df-5183-4db2-90b0-e97d150ccadb in Status: SUCCESS [ 1057.559923] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15c643df-5183-4db2-90b0-e97d150ccadb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.560099] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15c643df-5183-4db2-90b0-e97d150ccadb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.560313] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15c643df-5183-4db2-90b0-e97d150ccadb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.560499] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.560614] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.560693] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.560844] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.560925] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.561023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15c643df-5183-4db2-90b0-e97d150ccadb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.561118] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15c643df-5183-4db2-90b0-e97d150ccadb',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.564806] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.564943] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.564998] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.565176] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.565381] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.573284] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: UNINITIALIZED for 2s [ 1058.063410] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15c643df-5183-4db2-90b0-e97d150ccadb',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.155506] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d785ece-366d-4827-8263-5e13f1c88e18 in Status: IN_PROGRESS for 4s [ 1058.566110] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15c643df-5183-4db2-90b0-e97d150ccadb: rpc.has_security_group_logging(os_id): False [ 1058.586810] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.587033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.587132] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.587421] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.591020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.591020] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.591020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.591020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.591020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.591020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.591020] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15c643df-5183-4db2-90b0-e97d150ccadb is going to be created. [ 1058.639889] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.640021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.640021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.641116] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.641116] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.653386] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15c643df-5183-4db2-90b0-e97d150ccadb in Status: IN_PROGRESS for 2s [ 1059.583156] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: SUCCESS [ 1059.583423] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.583561] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.583806] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.583971] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.584107] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.584171] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.584323] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.584402] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.584488] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.584578] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.089032] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.089032] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.089032] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.089032] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.089032] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.089032] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.089032] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.089032] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.089032] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.089032] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.089032] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.089032] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.089032] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.089032] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.089032] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.089032] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.089678] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.089678] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.089678] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.089678] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.089678] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.167943] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d785ece-366d-4827-8263-5e13f1c88e18 in Status: SUCCESS [ 1060.169050] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d785ece-366d-4827-8263-5e13f1c88e18 deletion is rescheduled due to dependency. [ 1060.169285] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.592834] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a4db52e-5882-4ee2-b0c4-bf285fc48e28: rpc.has_security_group_logging(os_id): False [ 1060.611293] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.611499] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.611499] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.611718] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.611806] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.612022] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.612159] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.612266] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.612340] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.612400] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.612574] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.612667] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.612726] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.612863] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.612939] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.613378] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.613488] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.613553] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.613699] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.614265] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.614265] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 is going to be created. [ 1060.664698] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15c643df-5183-4db2-90b0-e97d150ccadb in Status: SUCCESS [ 1060.664967] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15c643df-5183-4db2-90b0-e97d150ccadb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.670895] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.671096] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.671166] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.671320] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.671491] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.683560] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: IN_PROGRESS for 2s [ 1061.021078] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1061.021231] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1061.876732] env[69343]: INFO networking_nsxv3.common.synchronization [None req-f2673e7f-ec91-4ce9-ba23-a771957e62cf None None] Enqueued Resource ID: 8895cd4a-5896-4ce5-be06-53d0d50de191 with Priority: HIGHEST for action port [ 1061.877318] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8895cd4a-5896-4ce5-be06-53d0d50de191 with Priority: HIGHEST for action port [ 1061.877634] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-8895cd4a-5896-4ce5-be06-53d0d50de191 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.877779] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8895cd4a-5896-4ce5-be06-53d0d50de191" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.877863] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8895cd4a-5896-4ce5-be06-53d0d50de191" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.880610] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8895cd4a-5896-4ce5-be06-53d0d50de191" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.880733] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8895cd4a-5896-4ce5-be06-53d0d50de191',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.385019] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8895cd4a-5896-4ce5-be06-53d0d50de191 [ 1062.385019] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.385019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.385019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.385019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.385019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.385019] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8895cd4a-5896-4ce5-be06-53d0d50de191 already deleted. [ 1062.385019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8895cd4a-5896-4ce5-be06-53d0d50de191" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.701321] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: SUCCESS [ 1062.701669] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.470380] env[69343]: INFO networking_nsxv3.common.synchronization [req-159cabb3-9333-43a9-9e36-b7999e59af00 req-f40074cc-bf76-4fa4-a558-583647d470b2 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Enqueued Resource ID: 4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 with Priority: HIGHEST for action security_group_members [ 1063.470971] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 with Priority: HIGHEST for action security_group_members [ 1063.472315] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.472517] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.472645] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.472898] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.473119] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.473228] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.473293] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.473473] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.473562] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.473653] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c72dd1b-7b8e-4d4a-983c-cde1bff9f463',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.486483] env[69343]: INFO networking_nsxv3.common.synchronization [req-d36499dc-4691-48b5-95ce-f01ba5970453 req-c69aed8f-7f97-4681-9a74-498c289d9bdd tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Enqueued Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_members [ 1063.486993] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_members [ 1063.487296] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.487410] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.487476] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.487660] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.487907] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.488661] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.488864] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.489078] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.489236] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.489459] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.881300] env[69343]: INFO networking_nsxv3.common.synchronization [req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 req-b15f3a0b-69af-4482-b859-50d5807b5547 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Enqueued Resource ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d with Priority: HIGHEST for action security_group_members [ 1063.882109] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d with Priority: HIGHEST for action security_group_members [ 1063.882743] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.882743] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.882743] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.882743] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.883062] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.883062] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.883062] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.883238] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.883526] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.883629] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fd7c3eb-5ab3-46cf-b23f-582b0111c37d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.976614] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.976614] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.976614] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.976614] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.976614] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.976922] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.976990] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.977100] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.977283] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.977446] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.977500] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 is going to be updated. [ 1063.992471] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.992609] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.992681] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.992880] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.992973] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.993290] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.993290] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.996794] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.996794] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.996794] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.996794] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7445b3cd-609e-49ea-bda8-52dc323593df is going to be updated. [ 1064.004153] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.004289] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.004361] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.004549] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.004688] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.011212] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 in Status: IN_PROGRESS for 2s [ 1064.019930] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.020108] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.020177] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.020375] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.020507] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.028401] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: IN_PROGRESS for 2s [ 1064.042361] env[69343]: INFO networking_nsxv3.common.synchronization [None req-108b2f7d-63e9-43d9-bddd-7c63ae06ef39 None None] Enqueued Resource ID: fcb93b1d-f0db-4ab5-9a54-e929a642bbdd with Priority: HIGHEST for action port [ 1064.042873] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcb93b1d-f0db-4ab5-9a54-e929a642bbdd with Priority: HIGHEST for action port [ 1064.043272] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcb93b1d-f0db-4ab5-9a54-e929a642bbdd taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.043356] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcb93b1d-f0db-4ab5-9a54-e929a642bbdd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.043402] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcb93b1d-f0db-4ab5-9a54-e929a642bbdd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.043624] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcb93b1d-f0db-4ab5-9a54-e929a642bbdd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.043707] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcb93b1d-f0db-4ab5-9a54-e929a642bbdd',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.302665] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-931 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.302883] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-931" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.303017] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-931" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.303290] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-931" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.303547] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.303706] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.303824] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.304129] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.304307] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.304942] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1064.305146] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.305280] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.305664] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.305664] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1064.305664] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.305847] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.329033] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.331918] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1064.332228] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.332474] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-931" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.336110] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-0f750c0c-aa2d-4d3f-b2f8-d8f3c27ee30e taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.336110] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-0f750c0c-aa2d-4d3f-b2f8-d8f3c27ee30e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.336110] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-0f750c0c-aa2d-4d3f-b2f8-d8f3c27ee30e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.336110] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-0f750c0c-aa2d-4d3f-b2f8-d8f3c27ee30e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.336110] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f750c0c-aa2d-4d3f-b2f8-d8f3c27ee30e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.388205] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.388351] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.388418] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.388624] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.388711] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.389359] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.389508] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.389576] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.389734] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.389849] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.389928] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d is going to be updated. [ 1064.412758] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.413180] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.413180] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.413180] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.413325] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.422251] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d in Status: IN_PROGRESS for 2s [ 1064.547947] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fcb93b1d-f0db-4ab5-9a54-e929a642bbdd [ 1064.548478] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.548478] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.548478] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.548637] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.548637] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.548729] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fcb93b1d-f0db-4ab5-9a54-e929a642bbdd already deleted. [ 1064.548855] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcb93b1d-f0db-4ab5-9a54-e929a642bbdd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.839031] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.839031] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.839031] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.839031] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.839031] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.839443] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 0f750c0c-aa2d-4d3f-b2f8-d8f3c27ee30e not found, creating... [ 1064.839443] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.839659] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.839659] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.839862] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.840010] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.840828] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.840828] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.840828] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.840828] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.841057] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.844256] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 0f750c0c-aa2d-4d3f-b2f8-d8f3c27ee30e is going to be created. [ 1064.864987] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.865231] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.865368] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.865629] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.865879] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.866112] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-0f750c0c-aa2d-4d3f-b2f8-d8f3c27ee30e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.711219] env[69343]: INFO networking_nsxv3.common.synchronization [req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 req-3a138904-faaf-4953-a752-aabfa39a6243 service nova] Enqueued Resource ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d with Priority: HIGHEST for action security_group_rules [ 1065.711476] env[69343]: INFO networking_nsxv3.common.synchronization [req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 req-3a138904-faaf-4953-a752-aabfa39a6243 service nova] Enqueued Resource ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d with Priority: HIGHEST for action security_group_members [ 1065.713456] env[69343]: INFO networking_nsxv3.common.synchronization [req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 req-3a138904-faaf-4953-a752-aabfa39a6243 service nova] Enqueued Resource ID: 0f750c0c-aa2d-4d3f-b2f8-d8f3c27ee30e with Priority: HIGHEST for action port [ 1065.713456] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d with Priority: HIGHEST for action security_group_rules [ 1065.713456] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d with Priority: HIGHEST for action security_group_members [ 1065.713456] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f750c0c-aa2d-4d3f-b2f8-d8f3c27ee30e with Priority: HIGHEST for action port [ 1065.713456] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.713456] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.713456] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.713456] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.713456] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fd7c3eb-5ab3-46cf-b23f-582b0111c37d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.716915] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.716915] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.716915] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f750c0c-aa2d-4d3f-b2f8-d8f3c27ee30e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.716915] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f750c0c-aa2d-4d3f-b2f8-d8f3c27ee30e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.716915] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f750c0c-aa2d-4d3f-b2f8-d8f3c27ee30e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.716915] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f750c0c-aa2d-4d3f-b2f8-d8f3c27ee30e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.716915] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f750c0c-aa2d-4d3f-b2f8-d8f3c27ee30e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.021022] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 in Status: SUCCESS [ 1066.021260] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 deletion is rescheduled due to dependency. [ 1066.021380] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.035467] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: SUCCESS [ 1066.036221] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7445b3cd-609e-49ea-bda8-52dc323593df deletion is rescheduled due to dependency. [ 1066.036221] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.216897] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.217048] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.217241] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f750c0c-aa2d-4d3f-b2f8-d8f3c27ee30e with status ACTIVE [ 1066.217405] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.217512] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.217580] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.217793] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.217885] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.218068] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.218164] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.218211] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.218364] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.218478] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.218613] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.218696] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.218785] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.218934] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.219049] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.219480] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f750c0c-aa2d-4d3f-b2f8-d8f3c27ee30e is going to be updated. [ 1066.246708] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.246938] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.246938] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.247022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.247155] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.247313] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f750c0c-aa2d-4d3f-b2f8-d8f3c27ee30e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.433935] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d in Status: SUCCESS [ 1066.433935] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d deletion is rescheduled due to dependency. [ 1066.433935] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.433935] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.433935] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.433935] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.434163] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.434163] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.434318] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.434372] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.434424] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fd7c3eb-5ab3-46cf-b23f-582b0111c37d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.937909] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fd7c3eb-5ab3-46cf-b23f-582b0111c37d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.440574] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fd7c3eb-5ab3-46cf-b23f-582b0111c37d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.943369] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.943716] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.943716] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.943716] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.943810] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.943965] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d is going to be updated. [ 1067.974171] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.974338] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.974381] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.974585] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.974730] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.982125] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d in Status: IN_PROGRESS for 2s [ 1069.993784] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d in Status: SUCCESS [ 1069.994092] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.994190] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.994386] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.994579] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.994694] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.994752] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.994901] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.994982] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.995079] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.995165] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fd7c3eb-5ab3-46cf-b23f-582b0111c37d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.314659] env[69343]: INFO networking_nsxv3.common.synchronization [req-66b94d5d-b687-4722-85a2-9e79aeb95a4c req-e528c3a0-5b74-475f-a004-d21953a6c9ee tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_members [ 1070.315160] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_members [ 1070.315501] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-96507e99-8522-42aa-9ee5-18054ca08156 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.315626] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.315693] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.316672] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.316672] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.316672] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.316672] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.316672] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.316672] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.316672] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.503348] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.503593] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.503724] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.504078] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.504347] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.504516] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.504636] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.504887] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.505060] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.505223] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.505472] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.505639] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.505760] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.505989] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.506324] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.506479] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.506593] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.506829] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.507119] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.507237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.507335] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fd7c3eb-5ab3-46cf-b23f-582b0111c37d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.608712] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-910 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.608932] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-910" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.609080] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-910" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.609444] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-910" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.609705] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.609862] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.610012] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.610243] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.610389] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.610598] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1070.610713] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.610822] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.610935] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.611070] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1070.611207] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.611350] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.630087] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.630271] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1070.630397] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.630569] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-910" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.631037] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-fa4e4272-6f4f-42a2-a658-5457e9dd1537 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.631191] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-fa4e4272-6f4f-42a2-a658-5457e9dd1537" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.631191] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-fa4e4272-6f4f-42a2-a658-5457e9dd1537" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.631478] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-fa4e4272-6f4f-42a2-a658-5457e9dd1537" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.631618] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa4e4272-6f4f-42a2-a658-5457e9dd1537',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.819083] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.819256] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.819326] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.819556] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.819660] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.819874] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.819960] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.820033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.820206] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.820297] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.820384] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96507e99-8522-42aa-9ee5-18054ca08156 already deleted. [ 1070.820465] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.009742] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d: rpc.has_security_group_logging(os_id): False [ 1071.028270] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.028270] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.028478] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.028533] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.028628] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.028890] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.029071] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.029071] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.029197] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.029280] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.029455] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.029590] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.029653] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.029747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.029814] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.029994] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.030099] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.030161] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.030296] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.030370] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.030453] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d is going to be updated. [ 1071.091071] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.091308] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.091308] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.091562] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.091651] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.105625] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d in Status: IN_PROGRESS for 2s [ 1071.138133] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.138390] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.138510] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.138876] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.139070] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.139217] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port fa4e4272-6f4f-42a2-a658-5457e9dd1537 not found, creating... [ 1071.139492] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.139657] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.139798] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.140235] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.140459] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.140809] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.140957] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.141063] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.141308] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.141449] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.141595] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: fa4e4272-6f4f-42a2-a658-5457e9dd1537 is going to be created. [ 1071.169676] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.169974] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.170061] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.170326] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.170568] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.170804] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-fa4e4272-6f4f-42a2-a658-5457e9dd1537" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.842201] env[69343]: INFO networking_nsxv3.common.synchronization [req-66b94d5d-b687-4722-85a2-9e79aeb95a4c req-d295fe5b-3a08-411b-8d8b-ce667ad5f929 service nova] Enqueued Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_rules [ 1071.842201] env[69343]: INFO networking_nsxv3.common.synchronization [req-66b94d5d-b687-4722-85a2-9e79aeb95a4c req-d295fe5b-3a08-411b-8d8b-ce667ad5f929 service nova] Enqueued Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_members [ 1071.842201] env[69343]: INFO networking_nsxv3.common.synchronization [req-66b94d5d-b687-4722-85a2-9e79aeb95a4c req-d295fe5b-3a08-411b-8d8b-ce667ad5f929 service nova] Enqueued Resource ID: fa4e4272-6f4f-42a2-a658-5457e9dd1537 with Priority: HIGHEST for action port [ 1071.842201] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_rules [ 1071.842201] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_members [ 1071.842201] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa4e4272-6f4f-42a2-a658-5457e9dd1537 with Priority: HIGHEST for action port [ 1071.842809] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96507e99-8522-42aa-9ee5-18054ca08156 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.843134] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.843338] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.843863] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.844112] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.845746] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-96507e99-8522-42aa-9ee5-18054ca08156 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.845746] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.845746] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.845746] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.845746] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.846596] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.846596] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.846746] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.846840] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.846948] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.847726] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa4e4272-6f4f-42a2-a658-5457e9dd1537 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.847838] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa4e4272-6f4f-42a2-a658-5457e9dd1537" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.847891] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa4e4272-6f4f-42a2-a658-5457e9dd1537" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.848047] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa4e4272-6f4f-42a2-a658-5457e9dd1537" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.848140] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa4e4272-6f4f-42a2-a658-5457e9dd1537',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.350341] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-96507e99-8522-42aa-9ee5-18054ca08156 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.352679] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.352679] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.352679] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa4e4272-6f4f-42a2-a658-5457e9dd1537 with status ACTIVE [ 1072.352679] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.352679] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.352679] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.352679] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.352679] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.352679] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.352679] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.352679] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.353218] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.353218] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.353218] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.357015] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.357015] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.357015] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.357015] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.357015] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa4e4272-6f4f-42a2-a658-5457e9dd1537 is going to be updated. [ 1072.374587] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.374722] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.374779] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.374965] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.375105] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.375257] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa4e4272-6f4f-42a2-a658-5457e9dd1537" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.856470] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.118910] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d in Status: SUCCESS [ 1073.119171] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.296301] env[69343]: INFO networking_nsxv3.common.synchronization [req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e req-f5fda8b6-6698-4abe-aecf-b39170832840 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Enqueued Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_members [ 1073.300437] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_members [ 1073.300759] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.300881] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.300951] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.301168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.301316] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.301417] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.301474] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.301668] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.301775] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.301816] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.358712] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.359088] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.359088] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.359168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.359242] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.359337] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96507e99-8522-42aa-9ee5-18054ca08156 is going to be created. [ 1073.385171] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.385313] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.385404] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.385596] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.385735] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.394727] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96507e99-8522-42aa-9ee5-18054ca08156 in Status: UNINITIALIZED for 2s [ 1073.722533] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-249 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.722763] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-249" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.722904] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-249" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.723217] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-249" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.723512] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.723711] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.723835] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.724102] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.724263] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.724536] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1073.724671] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.724796] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.724996] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.725074] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1073.725166] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.725316] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.743861] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.743861] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1073.744096] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.744769] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-249" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.744769] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-453ca002-cd23-4581-92d0-753764046adf taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.745327] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-453ca002-cd23-4581-92d0-753764046adf" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.745327] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-453ca002-cd23-4581-92d0-753764046adf" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.745549] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-453ca002-cd23-4581-92d0-753764046adf" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.745701] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('453ca002-cd23-4581-92d0-753764046adf',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.804373] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.804627] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.804627] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.804907] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.805023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.805212] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.805331] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.805768] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.805847] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.805898] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.805990] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7445b3cd-609e-49ea-bda8-52dc323593df is going to be updated. [ 1073.832455] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.832660] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.832660] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.833534] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.833534] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.844789] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: IN_PROGRESS for 2s [ 1073.952372] env[69343]: INFO networking_nsxv3.common.synchronization [req-376100b9-0ecd-4c02-9c1b-052978423b7b req-e4e1a5bf-fcf3-46ba-b55b-29bf05a38117 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Enqueued Resource ID: 03ccf97a-aeed-42ae-811c-f3b126dbcbd4 with Priority: HIGHEST for action security_group_members [ 1073.952932] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ccf97a-aeed-42ae-811c-f3b126dbcbd4 with Priority: HIGHEST for action security_group_members [ 1073.953636] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-03ccf97a-aeed-42ae-811c-f3b126dbcbd4 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.953776] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.953835] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.957227] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.957532] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.957647] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.957647] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.958871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.958997] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.959142] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03ccf97a-aeed-42ae-811c-f3b126dbcbd4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.249092] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.249382] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.249516] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.249807] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.249963] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.250150] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 453ca002-cd23-4581-92d0-753764046adf not found, creating... [ 1074.250572] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.250572] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.250704] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.250941] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.251097] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.251422] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.251586] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.251709] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.251943] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.252121] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.252259] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 453ca002-cd23-4581-92d0-753764046adf is going to be created. [ 1074.271521] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.271521] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.271736] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.271906] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.272149] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.272371] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-453ca002-cd23-4581-92d0-753764046adf" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.461159] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.461447] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.461447] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.463644] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.463644] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.463644] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.463644] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.463644] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.463644] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.463644] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.463644] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03ccf97a-aeed-42ae-811c-f3b126dbcbd4 is going to be updated. [ 1074.498234] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.498234] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.498234] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.498454] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.498533] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.507634] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03ccf97a-aeed-42ae-811c-f3b126dbcbd4 in Status: IN_PROGRESS for 2s [ 1075.011640] env[69343]: INFO networking_nsxv3.common.synchronization [req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e req-6cedd1fa-83de-4ed6-9b28-c28dbd49dfa0 service nova] Enqueued Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_rules [ 1075.011817] env[69343]: INFO networking_nsxv3.common.synchronization [req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e req-6cedd1fa-83de-4ed6-9b28-c28dbd49dfa0 service nova] Enqueued Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_members [ 1075.011957] env[69343]: INFO networking_nsxv3.common.synchronization [req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e req-6cedd1fa-83de-4ed6-9b28-c28dbd49dfa0 service nova] Enqueued Resource ID: 453ca002-cd23-4581-92d0-753764046adf with Priority: HIGHEST for action port [ 1075.012191] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_rules [ 1075.012315] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_members [ 1075.012407] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 453ca002-cd23-4581-92d0-753764046adf with Priority: HIGHEST for action port [ 1075.012939] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.013296] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.013415] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.013674] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.013821] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.014718] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.014863] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.015114] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-453ca002-cd23-4581-92d0-753764046adf taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.015438] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-453ca002-cd23-4581-92d0-753764046adf" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.015438] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-453ca002-cd23-4581-92d0-753764046adf" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.015557] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-453ca002-cd23-4581-92d0-753764046adf" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.015631] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('453ca002-cd23-4581-92d0-753764046adf',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.405869] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96507e99-8522-42aa-9ee5-18054ca08156 in Status: SUCCESS [ 1075.406104] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.406263] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.406473] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.406663] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.406939] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.407039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.407212] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.407299] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.407392] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.407485] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.517061] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.517374] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.517411] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 453ca002-cd23-4581-92d0-753764046adf with status ACTIVE [ 1075.517575] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.517684] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.517737] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.517967] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.518070] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.518240] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.518336] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.518392] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.518546] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.518622] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.518798] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.518933] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.518983] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.519128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.519207] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.519283] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 453ca002-cd23-4581-92d0-753764046adf is going to be updated. [ 1075.541024] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.541207] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.541291] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.541402] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.541525] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.541677] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-453ca002-cd23-4581-92d0-753764046adf" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.855668] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: SUCCESS [ 1075.855857] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7445b3cd-609e-49ea-bda8-52dc323593df deletion is rescheduled due to dependency. [ 1075.856009] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.856182] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.856394] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.856582] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.856692] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.856872] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.856934] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.857013] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.857101] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.910286] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-96507e99-8522-42aa-9ee5-18054ca08156 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.910286] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.910631] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.910702] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.910906] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.911076] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.911189] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.911382] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.911478] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.911570] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.911733] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-96507e99-8522-42aa-9ee5-18054ca08156 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.911873] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.911955] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.912135] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.912306] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.912398] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.912461] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.912599] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.912675] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.913140] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.913140] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.360716] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.415154] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96507e99-8522-42aa-9ee5-18054ca08156: rpc.has_security_group_logging(os_id): False [ 1076.434694] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.434839] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.434918] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.435172] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.435265] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.435474] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.435573] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.435636] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.435789] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.435866] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.436058] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.436152] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.436213] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.436351] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.436426] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.436604] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.436691] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.436822] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.436941] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.437045] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.437171] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96507e99-8522-42aa-9ee5-18054ca08156 is going to be created. [ 1076.498097] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.498305] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.498305] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.498516] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.498695] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.513352] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96507e99-8522-42aa-9ee5-18054ca08156 in Status: IN_PROGRESS for 2s [ 1076.515486] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03ccf97a-aeed-42ae-811c-f3b126dbcbd4 in Status: SUCCESS [ 1076.515640] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03ccf97a-aeed-42ae-811c-f3b126dbcbd4 deletion is rescheduled due to dependency. [ 1076.515743] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.862922] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.365824] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.366123] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.366201] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.366445] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.366541] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.366641] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7445b3cd-609e-49ea-bda8-52dc323593df is going to be updated. [ 1077.394648] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.394857] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.394971] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.395291] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.395508] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.404329] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: IN_PROGRESS for 2s [ 1078.181619] env[69343]: INFO networking_nsxv3.common.synchronization [req-c871197a-ee50-4149-b8b0-f9895c6b0624 req-9fba1ae4-1822-4c2e-af18-bca70b6a6799 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Enqueued Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_members [ 1078.182471] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_members [ 1078.183016] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.184021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.184021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.184021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.184021] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.184021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.184021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.184021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.184021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.184021] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.525893] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96507e99-8522-42aa-9ee5-18054ca08156 in Status: SUCCESS [ 1078.526139] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.685984] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.686205] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.686205] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.686424] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.686532] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.686747] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.686832] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.686894] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.687049] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.687129] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.687215] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 is going to be updated. [ 1078.712556] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.713089] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.713089] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.713089] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.713210] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.720671] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: IN_PROGRESS for 2s [ 1079.415901] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: SUCCESS [ 1079.416369] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.416481] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.416871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.417168] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.417330] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.417424] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.417613] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.417715] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.418120] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.418120] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.920973] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.921214] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.921315] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.921610] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.921833] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.921973] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.922071] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.922247] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.922347] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.922445] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.922600] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.922696] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.922757] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.922888] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.923040] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.923138] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.923190] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.923320] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.923399] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.923480] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.923573] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.426015] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7445b3cd-609e-49ea-bda8-52dc323593df: rpc.has_security_group_logging(os_id): False [ 1080.444719] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.444719] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.444719] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.444719] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.444719] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.444719] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.444719] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.444719] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.444719] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.444719] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.444719] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.444719] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.444719] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.445231] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.445231] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.445231] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.445231] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.445354] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.445420] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.445491] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.445572] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7445b3cd-609e-49ea-bda8-52dc323593df is going to be updated. [ 1080.509521] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.509521] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.509693] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.509977] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.509977] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.525299] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: IN_PROGRESS for 2s [ 1080.731241] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: SUCCESS [ 1080.731241] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 deletion is rescheduled due to dependency. [ 1080.731241] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.963942] env[69343]: INFO networking_nsxv3.common.synchronization [req-7c3f60a5-1ed8-4f66-8bc2-68f281868705 req-d39a68f9-40dc-4c30-8332-5a0dea102bf7 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 with Priority: HIGHEST for action security_group_members [ 1080.963942] env[69343]: INFO networking_nsxv3.common.synchronization [req-7c3f60a5-1ed8-4f66-8bc2-68f281868705 req-d39a68f9-40dc-4c30-8332-5a0dea102bf7 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_members [ 1080.963942] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 with Priority: HIGHEST for action security_group_members [ 1080.963942] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_members [ 1080.964208] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93b1dab-14d4-4ae3-aa10-97da1572abd3 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.964518] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.964518] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.965684] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.967554] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.967716] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.967775] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.967928] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.968044] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.968147] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93b1dab-14d4-4ae3-aa10-97da1572abd3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.969871] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-96507e99-8522-42aa-9ee5-18054ca08156 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.969871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.969871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.969871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.970047] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.972439] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.972439] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.972439] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.972439] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.972439] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.070702] env[69343]: INFO networking_nsxv3.common.synchronization [req-7c3f60a5-1ed8-4f66-8bc2-68f281868705 req-d39a68f9-40dc-4c30-8332-5a0dea102bf7 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_rules [ 1081.074802] env[69343]: INFO networking_nsxv3.common.synchronization [req-7c3f60a5-1ed8-4f66-8bc2-68f281868705 req-d39a68f9-40dc-4c30-8332-5a0dea102bf7 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_members [ 1081.074802] env[69343]: INFO networking_nsxv3.common.synchronization [req-7c3f60a5-1ed8-4f66-8bc2-68f281868705 req-d39a68f9-40dc-4c30-8332-5a0dea102bf7 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 with Priority: HIGHEST for action security_group_rules [ 1081.074802] env[69343]: INFO networking_nsxv3.common.synchronization [req-7c3f60a5-1ed8-4f66-8bc2-68f281868705 req-d39a68f9-40dc-4c30-8332-5a0dea102bf7 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 with Priority: HIGHEST for action security_group_members [ 1081.074802] env[69343]: INFO networking_nsxv3.common.synchronization [req-7c3f60a5-1ed8-4f66-8bc2-68f281868705 req-d39a68f9-40dc-4c30-8332-5a0dea102bf7 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: fa4e4272-6f4f-42a2-a658-5457e9dd1537 with Priority: HIGHEST for action port [ 1081.076465] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_rules [ 1081.076465] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 with Priority: HIGHEST for action security_group_rules [ 1081.076465] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa4e4272-6f4f-42a2-a658-5457e9dd1537 with Priority: HIGHEST for action port [ 1081.076465] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_members [ 1081.076465] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 with Priority: HIGHEST for action security_group_members [ 1081.076465] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96507e99-8522-42aa-9ee5-18054ca08156 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.076465] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.076871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.076871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.076944] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.077822] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a93b1dab-14d4-4ae3-aa10-97da1572abd3 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.077961] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.078082] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.078376] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.078572] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a93b1dab-14d4-4ae3-aa10-97da1572abd3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.080742] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa4e4272-6f4f-42a2-a658-5457e9dd1537 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.080742] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa4e4272-6f4f-42a2-a658-5457e9dd1537" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.080836] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa4e4272-6f4f-42a2-a658-5457e9dd1537" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.084018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa4e4272-6f4f-42a2-a658-5457e9dd1537" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.084018] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa4e4272-6f4f-42a2-a658-5457e9dd1537',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.084018] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-96507e99-8522-42aa-9ee5-18054ca08156 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.084018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.084018] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93b1dab-14d4-4ae3-aa10-97da1572abd3 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.084018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.085364] env[69343]: INFO networking_nsxv3.common.synchronization [req-120df068-2526-4f84-b12e-7694501f2577 req-9e6cf8d1-64dc-46cf-8c59-0913a0202f5e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Enqueued Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_members [ 1081.085999] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_members [ 1081.086453] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.086453] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.086581] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.086767] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.086853] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.086995] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.087077] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.087211] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.087293] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.088137] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.369922] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.370176] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-45" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.370268] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-45" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.370540] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-45" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.370800] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.370958] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.371098] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.371312] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.371458] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.371663] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1081.371780] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1081.371891] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1081.372011] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1081.372217] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1081.372282] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1081.372418] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1081.378517] env[69343]: INFO networking_nsxv3.common.synchronization [req-1b0e733b-1435-431b-b40a-b70d2d6b13ff req-c6bbb814-533a-4d56-96c1-1ddc0d3fff1f tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 with Priority: HIGHEST for action security_group_members [ 1081.378681] env[69343]: INFO networking_nsxv3.common.synchronization [req-1b0e733b-1435-431b-b40a-b70d2d6b13ff req-c6bbb814-533a-4d56-96c1-1ddc0d3fff1f tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: e16b9a5b-be03-4ede-995b-4a7c9fa305fb with Priority: HIGHEST for action security_group_members [ 1081.379026] env[69343]: INFO networking_nsxv3.common.synchronization [req-1b0e733b-1435-431b-b40a-b70d2d6b13ff req-c6bbb814-533a-4d56-96c1-1ddc0d3fff1f tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_members [ 1081.379643] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 with Priority: HIGHEST for action security_group_members [ 1081.379790] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16b9a5b-be03-4ede-995b-4a7c9fa305fb with Priority: HIGHEST for action security_group_members [ 1081.379889] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_members [ 1081.380215] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93b1dab-14d4-4ae3-aa10-97da1572abd3 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.380313] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.380507] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16b9a5b-be03-4ede-995b-4a7c9fa305fb taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.380604] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16b9a5b-be03-4ede-995b-4a7c9fa305fb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.380661] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16b9a5b-be03-4ede-995b-4a7c9fa305fb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.381122] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16b9a5b-be03-4ede-995b-4a7c9fa305fb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.381122] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.381122] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.381357] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.381357] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.381638] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.381638] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e16b9a5b-be03-4ede-995b-4a7c9fa305fb',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.382252] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-96507e99-8522-42aa-9ee5-18054ca08156 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.382355] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.390131] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1081.390131] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1081.390131] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1081.390356] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-45" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.390549] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-f279f10e-b8cb-463d-b487-059bd6b3bead taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.390706] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-f279f10e-b8cb-463d-b487-059bd6b3bead" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.390824] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-f279f10e-b8cb-463d-b487-059bd6b3bead" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.391115] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-f279f10e-b8cb-463d-b487-059bd6b3bead" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.391258] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f279f10e-b8cb-463d-b487-059bd6b3bead',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.422875] env[69343]: INFO networking_nsxv3.common.synchronization [req-1b0e733b-1435-431b-b40a-b70d2d6b13ff req-c6bbb814-533a-4d56-96c1-1ddc0d3fff1f tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_rules [ 1081.423057] env[69343]: INFO networking_nsxv3.common.synchronization [req-1b0e733b-1435-431b-b40a-b70d2d6b13ff req-c6bbb814-533a-4d56-96c1-1ddc0d3fff1f tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_members [ 1081.423192] env[69343]: INFO networking_nsxv3.common.synchronization [req-1b0e733b-1435-431b-b40a-b70d2d6b13ff req-c6bbb814-533a-4d56-96c1-1ddc0d3fff1f tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 with Priority: HIGHEST for action security_group_rules [ 1081.423319] env[69343]: INFO networking_nsxv3.common.synchronization [req-1b0e733b-1435-431b-b40a-b70d2d6b13ff req-c6bbb814-533a-4d56-96c1-1ddc0d3fff1f tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 with Priority: HIGHEST for action security_group_members [ 1081.423442] env[69343]: INFO networking_nsxv3.common.synchronization [req-1b0e733b-1435-431b-b40a-b70d2d6b13ff req-c6bbb814-533a-4d56-96c1-1ddc0d3fff1f tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: e16b9a5b-be03-4ede-995b-4a7c9fa305fb with Priority: HIGHEST for action security_group_rules [ 1081.423562] env[69343]: INFO networking_nsxv3.common.synchronization [req-1b0e733b-1435-431b-b40a-b70d2d6b13ff req-c6bbb814-533a-4d56-96c1-1ddc0d3fff1f tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: e16b9a5b-be03-4ede-995b-4a7c9fa305fb with Priority: HIGHEST for action security_group_members [ 1081.423683] env[69343]: INFO networking_nsxv3.common.synchronization [req-1b0e733b-1435-431b-b40a-b70d2d6b13ff req-c6bbb814-533a-4d56-96c1-1ddc0d3fff1f tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: fa4e4272-6f4f-42a2-a658-5457e9dd1537 with Priority: HIGHEST for action port [ 1081.424152] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_rules [ 1081.424277] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 with Priority: HIGHEST for action security_group_rules [ 1081.424368] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16b9a5b-be03-4ede-995b-4a7c9fa305fb with Priority: HIGHEST for action security_group_members [ 1081.424454] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa4e4272-6f4f-42a2-a658-5457e9dd1537 with Priority: HIGHEST for action port [ 1081.424538] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16b9a5b-be03-4ede-995b-4a7c9fa305fb with Priority: HIGHEST for action security_group_rules [ 1081.424614] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_members [ 1081.425013] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 with Priority: HIGHEST for action security_group_members [ 1081.425168] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96507e99-8522-42aa-9ee5-18054ca08156 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.425265] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.425446] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a93b1dab-14d4-4ae3-aa10-97da1572abd3 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.425522] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.425688] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16b9a5b-be03-4ede-995b-4a7c9fa305fb taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.425760] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16b9a5b-be03-4ede-995b-4a7c9fa305fb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.425920] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa4e4272-6f4f-42a2-a658-5457e9dd1537 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.426968] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa4e4272-6f4f-42a2-a658-5457e9dd1537" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.426968] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e16b9a5b-be03-4ede-995b-4a7c9fa305fb taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.426968] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e16b9a5b-be03-4ede-995b-4a7c9fa305fb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.426968] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e16b9a5b-be03-4ede-995b-4a7c9fa305fb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.426968] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e16b9a5b-be03-4ede-995b-4a7c9fa305fb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.426968] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e16b9a5b-be03-4ede-995b-4a7c9fa305fb',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.428043] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-96507e99-8522-42aa-9ee5-18054ca08156 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.428043] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.428043] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93b1dab-14d4-4ae3-aa10-97da1572abd3 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.428043] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.474203] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a93b1dab-14d4-4ae3-aa10-97da1572abd3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.475035] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.583822] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93b1dab-14d4-4ae3-aa10-97da1572abd3 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.583957] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.584302] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-96507e99-8522-42aa-9ee5-18054ca08156 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.584395] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.586693] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa4e4272-6f4f-42a2-a658-5457e9dd1537 with status ACTIVE [ 1081.586875] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.586991] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.587087] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.587295] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.587379] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.587555] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.587651] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.587712] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.587857] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.587935] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.588150] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.588241] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.588300] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.588439] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.588511] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.588592] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa4e4272-6f4f-42a2-a658-5457e9dd1537 is going to be updated. [ 1081.589771] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.589896] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.589956] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.590414] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.590414] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.590414] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.590414] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.590657] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.590657] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.590657] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.590780] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 is going to be updated. [ 1081.610760] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.610895] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.610972] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.611183] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.611366] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.611507] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa4e4272-6f4f-42a2-a658-5457e9dd1537" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.611667] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa4e4272-6f4f-42a2-a658-5457e9dd1537" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.611820] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa4e4272-6f4f-42a2-a658-5457e9dd1537" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.611903] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa4e4272-6f4f-42a2-a658-5457e9dd1537',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.620566] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.620714] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.620754] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.620915] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.621057] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.630447] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: IN_PROGRESS for 2s [ 1081.883303] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e16b9a5b-be03-4ede-995b-4a7c9fa305fb',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.893962] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.894240] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.894379] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.894669] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.894962] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.895039] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port f279f10e-b8cb-463d-b487-059bd6b3bead not found, creating... [ 1081.895305] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.895497] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.895647] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.895887] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.896069] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.896380] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.896558] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.896687] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.897051] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.897160] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.897291] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: f279f10e-b8cb-463d-b487-059bd6b3bead is going to be created. [ 1081.917817] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.918019] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.918149] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.918419] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.918648] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.918880] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-f279f10e-b8cb-463d-b487-059bd6b3bead" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.928617] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16b9a5b-be03-4ede-995b-4a7c9fa305fb taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.928857] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16b9a5b-be03-4ede-995b-4a7c9fa305fb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.976705] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a93b1dab-14d4-4ae3-aa10-97da1572abd3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.977904] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.113956] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa4e4272-6f4f-42a2-a658-5457e9dd1537 with status ACTIVE [ 1082.114209] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.114358] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.114454] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.114677] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.114768] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.114962] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.115073] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.115136] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.115287] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.115354] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.115533] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.115627] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.115681] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.115818] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.115897] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.116011] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa4e4272-6f4f-42a2-a658-5457e9dd1537 is going to be updated. [ 1082.140405] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.140572] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.140613] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.140817] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.140946] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.141120] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa4e4272-6f4f-42a2-a658-5457e9dd1537" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.385358] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e16b9a5b-be03-4ede-995b-4a7c9fa305fb',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.479698] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.480080] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.480080] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.480188] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.480282] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.480379] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 is going to be created. [ 1082.481663] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.481778] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.481845] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.482010] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.482099] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.482186] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96507e99-8522-42aa-9ee5-18054ca08156 is going to be updated. [ 1082.512272] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.512385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.512385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.512584] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.512732] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.514450] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.514566] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.514633] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.514800] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.514925] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.524253] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96507e99-8522-42aa-9ee5-18054ca08156 in Status: IN_PROGRESS for 2s [ 1082.524927] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 in Status: UNINITIALIZED for 2s [ 1082.540949] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: SUCCESS [ 1082.541193] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.888494] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.888494] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.888494] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.888494] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.888494] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.888494] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e16b9a5b-be03-4ede-995b-4a7c9fa305fb is going to be created. [ 1082.891707] env[69343]: INFO networking_nsxv3.common.synchronization [req-120df068-2526-4f84-b12e-7694501f2577 req-01e80ccb-ba28-4bde-9199-36ab59dcd0a8 service nova] Enqueued Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_rules [ 1082.891885] env[69343]: INFO networking_nsxv3.common.synchronization [req-120df068-2526-4f84-b12e-7694501f2577 req-01e80ccb-ba28-4bde-9199-36ab59dcd0a8 service nova] Enqueued Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_members [ 1082.892086] env[69343]: INFO networking_nsxv3.common.synchronization [req-120df068-2526-4f84-b12e-7694501f2577 req-01e80ccb-ba28-4bde-9199-36ab59dcd0a8 service nova] Enqueued Resource ID: f279f10e-b8cb-463d-b487-059bd6b3bead with Priority: HIGHEST for action port [ 1082.892681] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_rules [ 1082.892818] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_members [ 1082.892914] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f279f10e-b8cb-463d-b487-059bd6b3bead with Priority: HIGHEST for action port [ 1082.893466] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a4db52e-5882-4ee2-b0c4-bf285fc48e28 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.893581] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.893669] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.893855] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.893930] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.894744] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.894839] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.895043] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-f279f10e-b8cb-463d-b487-059bd6b3bead taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.895169] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f279f10e-b8cb-463d-b487-059bd6b3bead" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.895239] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f279f10e-b8cb-463d-b487-059bd6b3bead" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.895400] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f279f10e-b8cb-463d-b487-059bd6b3bead" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.895475] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f279f10e-b8cb-463d-b487-059bd6b3bead',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.911921] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.912077] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.912124] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.912304] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.912462] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.921530] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16b9a5b-be03-4ede-995b-4a7c9fa305fb in Status: UNINITIALIZED for 2s [ 1083.397034] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.397169] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.399507] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f279f10e-b8cb-463d-b487-059bd6b3bead with status ACTIVE [ 1083.399686] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.399805] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.399924] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.400126] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.400224] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.400396] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.400507] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.400586] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.400759] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.400880] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.401167] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.401308] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.401374] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.401519] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.401598] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.401683] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f279f10e-b8cb-463d-b487-059bd6b3bead is going to be updated. [ 1083.421972] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.421972] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.421972] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.421972] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.421972] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.421972] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f279f10e-b8cb-463d-b487-059bd6b3bead" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.640409] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: SUCCESS [ 1083.640773] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 deletion is rescheduled due to dependency. [ 1083.640773] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.640874] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.641060] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.641303] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.641428] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.641496] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.641655] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.641736] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.641827] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.143920] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.534618] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 in Status: SUCCESS [ 1084.534861] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.535059] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.535289] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.535488] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.535619] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.535683] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.535857] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.535938] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.536064] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93b1dab-14d4-4ae3-aa10-97da1572abd3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.537487] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96507e99-8522-42aa-9ee5-18054ca08156 in Status: SUCCESS [ 1084.537659] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.537801] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.537986] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.538158] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.538260] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.538325] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.538465] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.538540] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.538629] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.646237] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.930363] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16b9a5b-be03-4ede-995b-4a7c9fa305fb in Status: SUCCESS [ 1084.930606] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16b9a5b-be03-4ede-995b-4a7c9fa305fb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.930796] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16b9a5b-be03-4ede-995b-4a7c9fa305fb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.931373] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16b9a5b-be03-4ede-995b-4a7c9fa305fb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.931373] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.931523] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.931523] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.932300] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.932300] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.932300] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e16b9a5b-be03-4ede-995b-4a7c9fa305fb',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.040259] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a93b1dab-14d4-4ae3-aa10-97da1572abd3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.041319] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.148671] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.148826] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.148952] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.149206] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.149305] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.149406] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 is going to be updated. [ 1085.175789] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.175981] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.175981] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.176181] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.176325] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.185167] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: IN_PROGRESS for 2s [ 1085.434042] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e16b9a5b-be03-4ede-995b-4a7c9fa305fb',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.543168] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a93b1dab-14d4-4ae3-aa10-97da1572abd3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.544591] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.936046] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e16b9a5b-be03-4ede-995b-4a7c9fa305fb',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.046036] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.046210] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.046314] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.046565] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.046657] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.046760] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 is going to be updated. [ 1086.049041] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.049041] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.049041] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.049041] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.049041] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.049041] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96507e99-8522-42aa-9ee5-18054ca08156 is going to be updated. [ 1086.072368] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.072533] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.072533] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.072699] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.072830] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.074325] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.074473] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.074520] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.074638] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.074751] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.099599] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96507e99-8522-42aa-9ee5-18054ca08156 in Status: IN_PROGRESS for 2s [ 1086.100240] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 in Status: IN_PROGRESS for 2s [ 1086.444917] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.445139] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.445240] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.445518] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.445642] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.445774] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e16b9a5b-be03-4ede-995b-4a7c9fa305fb is going to be updated. [ 1086.475147] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.475343] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.475387] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.475564] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.475915] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.484619] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16b9a5b-be03-4ede-995b-4a7c9fa305fb in Status: IN_PROGRESS for 2s [ 1086.917696] env[69343]: INFO networking_nsxv3.common.synchronization [req-164da5ba-b754-4cb0-a304-4e94dd5e3791 req-48ba5d99-903d-4ae7-94a9-512f0a9ab3d6 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Enqueued Resource ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d with Priority: HIGHEST for action security_group_members [ 1086.918214] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d with Priority: HIGHEST for action security_group_members [ 1086.918555] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.918710] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.918754] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.918966] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.919171] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.919274] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.919348] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.919517] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.919606] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.919709] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fd7c3eb-5ab3-46cf-b23f-582b0111c37d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.194804] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: SUCCESS [ 1087.195097] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.195177] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.195388] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.195577] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.195690] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.195754] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.195902] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.195980] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.196077] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.196165] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.425111] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.425111] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.425111] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.425111] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.425111] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.425111] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.425111] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.425111] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.425111] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.425111] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.425111] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d is going to be updated. [ 1087.435459] env[69343]: INFO networking_nsxv3.common.synchronization [req-f7786a36-7230-434a-8114-938c9ae4c49b req-8a1e101c-537c-4932-9403-98c6083558f2 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Enqueued Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_members [ 1087.435950] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_members [ 1087.436281] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.436403] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.436470] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.436674] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.437312] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.437312] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.437312] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.438158] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.438158] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.438158] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.450122] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.450122] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.450122] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.450122] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.450122] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.457123] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d in Status: IN_PROGRESS for 2s [ 1087.698641] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.698798] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.698865] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.699127] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.699291] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.699388] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.699441] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.699582] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.699669] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.699753] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.699894] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.700011] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.700081] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.700219] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.700350] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.700441] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.700493] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.700621] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.700694] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.700774] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.700859] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.941309] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.941507] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.941557] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.941755] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.941861] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.942041] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.942147] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.942205] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.942353] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.942436] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.942479] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7445b3cd-609e-49ea-bda8-52dc323593df is going to be updated. [ 1087.968274] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.968424] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.968511] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.968704] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.968841] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.977557] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: IN_PROGRESS for 2s [ 1088.111460] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 in Status: SUCCESS [ 1088.111706] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.111873] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.112112] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.112326] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.112418] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.112494] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.112642] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.112723] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.112820] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93b1dab-14d4-4ae3-aa10-97da1572abd3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.114185] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96507e99-8522-42aa-9ee5-18054ca08156 in Status: SUCCESS [ 1088.114362] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.114510] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.114673] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.114820] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.114923] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.114989] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.115145] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.115215] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.115345] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.146893] env[69343]: INFO networking_nsxv3.common.synchronization [req-df87072a-71be-4545-bc3a-d7664ecadbc6 req-2db5c626-8027-4db0-baed-92c7be85f253 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_members [ 1088.147364] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_members [ 1088.147647] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-96507e99-8522-42aa-9ee5-18054ca08156 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.147745] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.204325] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a4db52e-5882-4ee2-b0c4-bf285fc48e28: rpc.has_security_group_logging(os_id): False [ 1088.223128] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.223128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.223128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.223128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.223128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.223128] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.223128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.223128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.223128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.223128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.223128] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.223128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.223128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.223128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.223128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.224363] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.224618] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.224785] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.225103] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.225361] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.225623] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 is going to be updated. [ 1088.331059] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.331059] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.331059] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.331367] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.331401] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.342931] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: IN_PROGRESS for 2s [ 1088.475669] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-910 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.476291] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-910" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.476291] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-910" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.476407] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-910" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.476644] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.476805] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.476930] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.477270] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.477439] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.477658] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1088.477776] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1088.477889] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1088.478019] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1088.478134] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1088.478243] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1088.478381] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1088.492983] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16b9a5b-be03-4ede-995b-4a7c9fa305fb in Status: SUCCESS [ 1088.493203] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16b9a5b-be03-4ede-995b-4a7c9fa305fb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.493257] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16b9a5b-be03-4ede-995b-4a7c9fa305fb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.493436] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16b9a5b-be03-4ede-995b-4a7c9fa305fb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.493641] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.493756] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.493818] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.493976] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.494068] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.494158] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16b9a5b-be03-4ede-995b-4a7c9fa305fb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.494243] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e16b9a5b-be03-4ede-995b-4a7c9fa305fb',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.499564] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1088.499727] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1088.499866] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1088.500048] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-910" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.500571] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-da36993f-102c-4283-8516-c2912596cb78 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.500571] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-da36993f-102c-4283-8516-c2912596cb78" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.500758] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-da36993f-102c-4283-8516-c2912596cb78" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.500996] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-da36993f-102c-4283-8516-c2912596cb78" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.501190] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da36993f-102c-4283-8516-c2912596cb78',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.616689] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a93b1dab-14d4-4ae3-aa10-97da1572abd3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.617859] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.996049] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e16b9a5b-be03-4ede-995b-4a7c9fa305fb',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.004121] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.004371] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.004478] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.004820] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.004977] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.005232] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port da36993f-102c-4283-8516-c2912596cb78 not found, creating... [ 1089.005509] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.005673] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.005794] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.006031] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.006179] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.006478] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.006637] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.006792] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.007102] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.007918] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.007918] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: da36993f-102c-4283-8516-c2912596cb78 is going to be created. [ 1089.027299] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.027493] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.027619] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.027869] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.028788] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.028788] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-da36993f-102c-4283-8516-c2912596cb78" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.119926] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a93b1dab-14d4-4ae3-aa10-97da1572abd3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.121027] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.466612] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d in Status: SUCCESS [ 1089.466906] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d deletion is rescheduled due to dependency. [ 1089.467136] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.498659] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e16b9a5b-be03-4ede-995b-4a7c9fa305fb: rpc.has_security_group_logging(os_id): False [ 1089.514879] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.515031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.515112] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.515337] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.515426] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.515647] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.515749] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.515814] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.515969] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.516104] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.516269] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e16b9a5b-be03-4ede-995b-4a7c9fa305fb is going to be created. [ 1089.569303] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.569427] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.569515] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.569679] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.569847] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.580700] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e16b9a5b-be03-4ede-995b-4a7c9fa305fb in Status: IN_PROGRESS for 2s [ 1089.622288] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.622504] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.622554] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.622754] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.622844] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.622941] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 is going to be updated. [ 1089.624094] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.624206] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.624276] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.624432] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.624513] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.624599] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96507e99-8522-42aa-9ee5-18054ca08156 is going to be updated. [ 1089.666294] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.666430] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.666483] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.666673] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.666818] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.668386] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.668502] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.668546] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.668708] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.668825] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.678276] env[69343]: INFO networking_nsxv3.common.synchronization [req-df87072a-71be-4545-bc3a-d7664ecadbc6 req-62d40a7f-4577-49d1-954f-43ffd21c5816 service nova] Enqueued Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_rules [ 1089.678451] env[69343]: INFO networking_nsxv3.common.synchronization [req-df87072a-71be-4545-bc3a-d7664ecadbc6 req-62d40a7f-4577-49d1-954f-43ffd21c5816 service nova] Enqueued Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_members [ 1089.678590] env[69343]: INFO networking_nsxv3.common.synchronization [req-df87072a-71be-4545-bc3a-d7664ecadbc6 req-62d40a7f-4577-49d1-954f-43ffd21c5816 service nova] Enqueued Resource ID: da36993f-102c-4283-8516-c2912596cb78 with Priority: HIGHEST for action port [ 1089.679352] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 in Status: IN_PROGRESS for 2s [ 1089.679913] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96507e99-8522-42aa-9ee5-18054ca08156 in Status: IN_PROGRESS for 2s [ 1089.682350] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_rules [ 1089.682350] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_members [ 1089.682350] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da36993f-102c-4283-8516-c2912596cb78 with Priority: HIGHEST for action port [ 1089.682651] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96507e99-8522-42aa-9ee5-18054ca08156 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.682692] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.682878] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-96507e99-8522-42aa-9ee5-18054ca08156 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.682943] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.683130] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-da36993f-102c-4283-8516-c2912596cb78 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.683224] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da36993f-102c-4283-8516-c2912596cb78" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.683286] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da36993f-102c-4283-8516-c2912596cb78" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.683447] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da36993f-102c-4283-8516-c2912596cb78" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.683526] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da36993f-102c-4283-8516-c2912596cb78',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.987345] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: SUCCESS [ 1089.987496] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7445b3cd-609e-49ea-bda8-52dc323593df deletion is rescheduled due to dependency. [ 1089.987613] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.186512] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da36993f-102c-4283-8516-c2912596cb78 with status ACTIVE [ 1090.186512] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.186512] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.186512] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.186512] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.186717] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.186800] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.186912] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.186984] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.187163] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.187260] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.187459] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.187559] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.187634] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.187797] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.187874] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.187980] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da36993f-102c-4283-8516-c2912596cb78 is going to be updated. [ 1090.218907] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.219127] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.219173] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.219340] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.219482] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.219662] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da36993f-102c-4283-8516-c2912596cb78" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.362276] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: SUCCESS [ 1090.362559] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.591585] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e16b9a5b-be03-4ede-995b-4a7c9fa305fb in Status: SUCCESS [ 1091.592206] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e16b9a5b-be03-4ede-995b-4a7c9fa305fb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.691587] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 in Status: SUCCESS [ 1091.691775] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.691900] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.692185] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.692393] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.692526] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.692589] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.692747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.692830] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.692936] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93b1dab-14d4-4ae3-aa10-97da1572abd3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.694287] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96507e99-8522-42aa-9ee5-18054ca08156 in Status: SUCCESS [ 1091.694479] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.694640] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.694819] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.694983] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.695138] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.695190] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.695316] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.695395] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.695495] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.197992] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a93b1dab-14d4-4ae3-aa10-97da1572abd3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.198310] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.700256] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a93b1dab-14d4-4ae3-aa10-97da1572abd3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.703025] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.202242] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.202496] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.202623] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.203108] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.203108] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.203305] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 is going to be updated. [ 1093.206164] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.206346] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.206455] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.206675] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.206810] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.206991] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96507e99-8522-42aa-9ee5-18054ca08156 is going to be updated. [ 1093.234262] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.234427] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.234584] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.234788] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.234998] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.238193] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.238380] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.238453] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.238687] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.238878] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.247317] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96507e99-8522-42aa-9ee5-18054ca08156 in Status: IN_PROGRESS for 2s [ 1093.248027] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 in Status: IN_PROGRESS for 2s [ 1094.683826] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1094.684147] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=9 [ 1095.264558] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 in Status: SUCCESS [ 1095.264785] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.265466] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96507e99-8522-42aa-9ee5-18054ca08156 in Status: SUCCESS [ 1095.265630] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.265777] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.265988] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.266189] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.266302] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.266369] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.266521] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.266600] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.266684] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.266788] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a93b1dab-14d4-4ae3-aa10-97da1572abd3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.267623] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.267787] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.267948] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.268061] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.268126] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.268266] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.268343] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.268425] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.268548] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.269370] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.269528] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.269675] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.269775] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.269839] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.270065] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.270228] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.270536] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.770830] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a93b1dab-14d4-4ae3-aa10-97da1572abd3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.772359] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-96507e99-8522-42aa-9ee5-18054ca08156 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.772508] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.772696] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.947031] env[69343]: INFO networking_nsxv3.common.synchronization [req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae req-cb9f3fe5-a54c-4795-8d09-2f63fb109e66 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Enqueued Resource ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d with Priority: HIGHEST for action security_group_members [ 1095.947031] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d with Priority: HIGHEST for action security_group_members [ 1095.947031] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.947031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.947316] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.947645] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.947953] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.949502] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.949502] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.949502] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.949502] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.949502] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fd7c3eb-5ab3-46cf-b23f-582b0111c37d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.245127] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-931 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.245339] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-931" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.245464] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-931" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.245729] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-931" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.246032] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.246198] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.246317] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.246533] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.246685] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.246891] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1096.247765] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1096.247765] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1096.247765] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1096.247765] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1096.247765] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1096.248025] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1096.266472] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1096.267065] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1096.267065] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1096.267065] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-931" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.267390] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-755bccf3-a04d-49c0-9d65-54ca72266f28 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.267538] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-755bccf3-a04d-49c0-9d65-54ca72266f28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.267660] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-755bccf3-a04d-49c0-9d65-54ca72266f28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.267963] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-755bccf3-a04d-49c0-9d65-54ca72266f28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.268126] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('755bccf3-a04d-49c0-9d65-54ca72266f28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.272532] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a93b1dab-14d4-4ae3-aa10-97da1572abd3: rpc.has_security_group_logging(os_id): False [ 1096.273819] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.291947] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.292132] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.292213] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.292404] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.292492] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.292705] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.292800] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.292968] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.293038] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.293102] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.293177] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 is going to be created. [ 1096.376059] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.376059] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.376059] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.376059] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.376348] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.389802] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 in Status: IN_PROGRESS for 2s [ 1096.451451] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.451609] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.451680] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.451892] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.451989] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.452423] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.452530] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.452596] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.452752] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.452834] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.452922] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d is going to be updated. [ 1096.503535] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.503680] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.503749] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.503962] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.504219] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.521596] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d in Status: IN_PROGRESS for 2s [ 1096.770808] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.771702] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.771702] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.771702] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.771702] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.772099] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 755bccf3-a04d-49c0-9d65-54ca72266f28 not found, creating... [ 1096.772154] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.772294] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.772506] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.772732] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.772871] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.773247] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.773403] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.773517] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.773724] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.773857] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.773994] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 755bccf3-a04d-49c0-9d65-54ca72266f28 is going to be created. [ 1096.775180] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.775295] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.775363] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.775511] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.775589] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.775674] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96507e99-8522-42aa-9ee5-18054ca08156 is going to be updated. [ 1096.795980] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.796204] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.796332] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.796593] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.796816] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.797055] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-755bccf3-a04d-49c0-9d65-54ca72266f28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.809792] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.809910] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.810042] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.810277] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.810425] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.818237] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96507e99-8522-42aa-9ee5-18054ca08156 in Status: IN_PROGRESS for 2s [ 1096.864195] env[69343]: INFO networking_nsxv3.common.synchronization [req-9fb2b18e-bc3f-48c2-96ef-f1797c803ad1 req-2d776e29-7885-4c7a-b042-840bb4e883a6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: 7735a174-c838-4e41-9d0a-682a69c32005 with Priority: HIGHEST for action security_group_members [ 1096.864371] env[69343]: INFO networking_nsxv3.common.synchronization [req-9fb2b18e-bc3f-48c2-96ef-f1797c803ad1 req-2d776e29-7885-4c7a-b042-840bb4e883a6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_members [ 1096.864613] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7735a174-c838-4e41-9d0a-682a69c32005 with Priority: HIGHEST for action security_group_members [ 1096.864720] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_members [ 1096.865246] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7735a174-c838-4e41-9d0a-682a69c32005 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.865362] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7735a174-c838-4e41-9d0a-682a69c32005" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.865429] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7735a174-c838-4e41-9d0a-682a69c32005" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.865658] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7735a174-c838-4e41-9d0a-682a69c32005" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.865806] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.865902] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.865965] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.866116] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.866198] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.866287] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7735a174-c838-4e41-9d0a-682a69c32005',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.867076] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-96507e99-8522-42aa-9ee5-18054ca08156 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.867170] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.904092] env[69343]: INFO networking_nsxv3.common.synchronization [req-9fb2b18e-bc3f-48c2-96ef-f1797c803ad1 req-2d776e29-7885-4c7a-b042-840bb4e883a6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: 7735a174-c838-4e41-9d0a-682a69c32005 with Priority: HIGHEST for action security_group_rules [ 1096.904276] env[69343]: INFO networking_nsxv3.common.synchronization [req-9fb2b18e-bc3f-48c2-96ef-f1797c803ad1 req-2d776e29-7885-4c7a-b042-840bb4e883a6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: 7735a174-c838-4e41-9d0a-682a69c32005 with Priority: HIGHEST for action security_group_members [ 1096.904416] env[69343]: INFO networking_nsxv3.common.synchronization [req-9fb2b18e-bc3f-48c2-96ef-f1797c803ad1 req-2d776e29-7885-4c7a-b042-840bb4e883a6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_rules [ 1096.904547] env[69343]: INFO networking_nsxv3.common.synchronization [req-9fb2b18e-bc3f-48c2-96ef-f1797c803ad1 req-2d776e29-7885-4c7a-b042-840bb4e883a6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_members [ 1096.904679] env[69343]: INFO networking_nsxv3.common.synchronization [req-9fb2b18e-bc3f-48c2-96ef-f1797c803ad1 req-2d776e29-7885-4c7a-b042-840bb4e883a6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: da36993f-102c-4283-8516-c2912596cb78 with Priority: HIGHEST for action port [ 1096.904939] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7735a174-c838-4e41-9d0a-682a69c32005 with Priority: HIGHEST for action security_group_rules [ 1096.905104] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_rules [ 1096.905221] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da36993f-102c-4283-8516-c2912596cb78 with Priority: HIGHEST for action port [ 1096.905329] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7735a174-c838-4e41-9d0a-682a69c32005 with Priority: HIGHEST for action security_group_members [ 1096.905425] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_members [ 1096.905957] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7735a174-c838-4e41-9d0a-682a69c32005 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.906164] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7735a174-c838-4e41-9d0a-682a69c32005" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.906235] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7735a174-c838-4e41-9d0a-682a69c32005" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.906507] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7735a174-c838-4e41-9d0a-682a69c32005" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.906596] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7735a174-c838-4e41-9d0a-682a69c32005',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.907532] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96507e99-8522-42aa-9ee5-18054ca08156 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.907633] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.907860] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-da36993f-102c-4283-8516-c2912596cb78 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.907924] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da36993f-102c-4283-8516-c2912596cb78" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.907989] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da36993f-102c-4283-8516-c2912596cb78" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.908161] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da36993f-102c-4283-8516-c2912596cb78" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.908279] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da36993f-102c-4283-8516-c2912596cb78',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.908996] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7735a174-c838-4e41-9d0a-682a69c32005 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.909116] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7735a174-c838-4e41-9d0a-682a69c32005" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.909311] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-96507e99-8522-42aa-9ee5-18054ca08156 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.909425] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.368414] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7735a174-c838-4e41-9d0a-682a69c32005',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.410151] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7735a174-c838-4e41-9d0a-682a69c32005 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.410304] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7735a174-c838-4e41-9d0a-682a69c32005" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.410453] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da36993f-102c-4283-8516-c2912596cb78 with status ACTIVE [ 1097.410618] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.410721] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.410780] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.410974] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.411076] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.411279] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.411335] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.411462] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.411559] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.411605] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.411766] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.411896] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.411950] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.412075] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.412135] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.412194] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da36993f-102c-4283-8516-c2912596cb78 is going to be updated. [ 1097.436020] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.436203] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.436203] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.436371] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.436496] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.436644] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da36993f-102c-4283-8516-c2912596cb78" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.502137] env[69343]: INFO networking_nsxv3.common.synchronization [req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae req-f8f81115-0164-44eb-98b8-6a95fbf561a0 service nova] Enqueued Resource ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d with Priority: HIGHEST for action security_group_rules [ 1097.502316] env[69343]: INFO networking_nsxv3.common.synchronization [req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae req-f8f81115-0164-44eb-98b8-6a95fbf561a0 service nova] Enqueued Resource ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d with Priority: HIGHEST for action security_group_members [ 1097.502456] env[69343]: INFO networking_nsxv3.common.synchronization [req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae req-f8f81115-0164-44eb-98b8-6a95fbf561a0 service nova] Enqueued Resource ID: 755bccf3-a04d-49c0-9d65-54ca72266f28 with Priority: HIGHEST for action port [ 1097.502684] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d with Priority: HIGHEST for action security_group_rules [ 1097.502813] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d with Priority: HIGHEST for action security_group_members [ 1097.502906] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 755bccf3-a04d-49c0-9d65-54ca72266f28 with Priority: HIGHEST for action port [ 1097.503437] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.503556] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.503625] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.503843] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.503903] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fd7c3eb-5ab3-46cf-b23f-582b0111c37d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.504682] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.504769] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.504959] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-755bccf3-a04d-49c0-9d65-54ca72266f28 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.505065] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-755bccf3-a04d-49c0-9d65-54ca72266f28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.505126] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-755bccf3-a04d-49c0-9d65-54ca72266f28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.505289] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-755bccf3-a04d-49c0-9d65-54ca72266f28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.505363] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('755bccf3-a04d-49c0-9d65-54ca72266f28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.871115] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7735a174-c838-4e41-9d0a-682a69c32005',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.007161] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.007336] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.011129] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 755bccf3-a04d-49c0-9d65-54ca72266f28 with status ACTIVE [ 1098.011330] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.011469] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.011538] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.011746] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.011836] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.012016] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.012120] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.012197] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.012341] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.012419] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.012617] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.012748] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.012748] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.012912] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.012946] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.013034] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 755bccf3-a04d-49c0-9d65-54ca72266f28 is going to be updated. [ 1098.033855] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.033991] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.034085] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.034281] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.034417] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.034567] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-755bccf3-a04d-49c0-9d65-54ca72266f28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.235629] env[69343]: INFO networking_nsxv3.common.synchronization [req-17220aff-e469-45cf-b520-bec32248952e req-a056fd91-b6f2-45e1-b9cd-9aa8c242eb59 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Enqueued Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_members [ 1098.236196] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_members [ 1098.236501] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.236627] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.236696] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.236895] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.237332] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.237459] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.237526] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.237682] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.237765] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.237856] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.373947] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.374204] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.374284] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.374500] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.374682] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.374807] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7735a174-c838-4e41-9d0a-682a69c32005 is going to be created. [ 1098.401947] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 in Status: SUCCESS [ 1098.402218] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.402387] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.402592] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.402677] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a93b1dab-14d4-4ae3-aa10-97da1572abd3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.408107] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.409507] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.409507] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.409507] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.409507] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.419452] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7735a174-c838-4e41-9d0a-682a69c32005 in Status: UNINITIALIZED for 2s [ 1098.514016] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-249 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.514016] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-249" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.514016] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-249" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.514016] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-249" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.514016] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.514533] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.516041] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.516041] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.516041] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.516041] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1098.516041] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1098.516041] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1098.516041] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1098.516041] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1098.516041] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1098.516377] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1098.530350] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d in Status: SUCCESS [ 1098.530564] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d deletion is rescheduled due to dependency. [ 1098.530708] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.530892] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.531109] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.531312] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.531839] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.531839] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.531839] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.531839] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.531839] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fd7c3eb-5ab3-46cf-b23f-582b0111c37d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.537373] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1098.537535] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1098.537709] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1098.537836] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-249" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.538137] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-571ed37a-d68e-41c3-ba03-6db820a14f07 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.538301] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-571ed37a-d68e-41c3-ba03-6db820a14f07" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.538427] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-571ed37a-d68e-41c3-ba03-6db820a14f07" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.538715] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-571ed37a-d68e-41c3-ba03-6db820a14f07" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.538853] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('571ed37a-d68e-41c3-ba03-6db820a14f07',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.740588] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.740784] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.740889] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.741139] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.741266] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.742039] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.742039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.742039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.742039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.742039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.742310] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7445b3cd-609e-49ea-bda8-52dc323593df is going to be updated. [ 1098.769211] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.769426] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.769466] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.769694] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.769843] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.779244] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: IN_PROGRESS for 2s [ 1098.827525] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96507e99-8522-42aa-9ee5-18054ca08156 in Status: SUCCESS [ 1098.827766] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.827925] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.828152] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.828328] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.828440] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.828501] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.828649] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.828727] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.828809] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.908682] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93b1dab-14d4-4ae3-aa10-97da1572abd3 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.908977] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.908977] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.909871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.909871] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.909871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.909871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.909871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.909871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.910190] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.910190] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a93b1dab-14d4-4ae3-aa10-97da1572abd3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.034116] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fd7c3eb-5ab3-46cf-b23f-582b0111c37d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.040998] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.041233] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.041365] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.041661] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.041809] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.041963] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 571ed37a-d68e-41c3-ba03-6db820a14f07 not found, creating... [ 1099.042744] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.042744] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.042744] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.042876] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.043038] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.043275] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.043430] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.043545] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.043751] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.043885] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.044039] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 571ed37a-d68e-41c3-ba03-6db820a14f07 is going to be created. [ 1099.063749] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.064069] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.064069] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.064321] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.064544] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.064762] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-571ed37a-d68e-41c3-ba03-6db820a14f07" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.331440] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.412617] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a93b1dab-14d4-4ae3-aa10-97da1572abd3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.537247] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fd7c3eb-5ab3-46cf-b23f-582b0111c37d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.795101] env[69343]: INFO networking_nsxv3.common.synchronization [req-17220aff-e469-45cf-b520-bec32248952e req-fdaba947-0c68-431c-a1e7-5037807eb10a service nova] Enqueued Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_rules [ 1099.795101] env[69343]: INFO networking_nsxv3.common.synchronization [req-17220aff-e469-45cf-b520-bec32248952e req-fdaba947-0c68-431c-a1e7-5037807eb10a service nova] Enqueued Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_members [ 1099.795101] env[69343]: INFO networking_nsxv3.common.synchronization [req-17220aff-e469-45cf-b520-bec32248952e req-fdaba947-0c68-431c-a1e7-5037807eb10a service nova] Enqueued Resource ID: 571ed37a-d68e-41c3-ba03-6db820a14f07 with Priority: HIGHEST for action port [ 1099.795101] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_rules [ 1099.795101] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_members [ 1099.795101] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 571ed37a-d68e-41c3-ba03-6db820a14f07 with Priority: HIGHEST for action port [ 1099.795101] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.795101] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.795101] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.795634] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.795896] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.797152] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.797761] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.798195] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-571ed37a-d68e-41c3-ba03-6db820a14f07 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.799759] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-571ed37a-d68e-41c3-ba03-6db820a14f07" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.799759] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-571ed37a-d68e-41c3-ba03-6db820a14f07" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.799759] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-571ed37a-d68e-41c3-ba03-6db820a14f07" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.799759] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('571ed37a-d68e-41c3-ba03-6db820a14f07',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.835021] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.916582] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a93b1dab-14d4-4ae3-aa10-97da1572abd3: rpc.has_security_group_logging(os_id): False [ 1099.933314] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.933314] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.933314] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.933314] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.933551] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.933724] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.933825] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.933888] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.934106] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.934161] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.934203] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 is going to be updated. [ 1099.987295] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.987822] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.987822] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.987822] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.987822] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.999221] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 in Status: IN_PROGRESS for 2s [ 1100.039900] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.040080] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.040161] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.040367] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.040463] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.040561] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d is going to be updated. [ 1100.085743] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.085889] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.085939] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.086149] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.086309] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.106860] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d in Status: IN_PROGRESS for 2s [ 1100.301239] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.301239] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.301239] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 571ed37a-d68e-41c3-ba03-6db820a14f07 with status ACTIVE [ 1100.301239] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.301239] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.301239] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.301780] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.301780] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.301780] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.301780] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.301780] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.301952] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.301952] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.302649] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.302649] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.302649] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.302649] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.302649] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.302649] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 571ed37a-d68e-41c3-ba03-6db820a14f07 is going to be updated. [ 1100.326039] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.326039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.326039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.326372] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.326372] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.326454] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-571ed37a-d68e-41c3-ba03-6db820a14f07" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.337052] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.337343] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.337343] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.337480] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.337533] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.337625] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96507e99-8522-42aa-9ee5-18054ca08156 is going to be updated. [ 1100.466956] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.466956] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.466956] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.466956] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.466956] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.466956] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96507e99-8522-42aa-9ee5-18054ca08156 in Status: IN_PROGRESS for 2s [ 1100.466956] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7735a174-c838-4e41-9d0a-682a69c32005 in Status: SUCCESS [ 1100.466956] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7735a174-c838-4e41-9d0a-682a69c32005" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.466956] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7735a174-c838-4e41-9d0a-682a69c32005" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.466956] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7735a174-c838-4e41-9d0a-682a69c32005" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.466956] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.466956] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.466956] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.466956] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.466956] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.466956] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7735a174-c838-4e41-9d0a-682a69c32005',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.788144] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: SUCCESS [ 1100.788329] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7445b3cd-609e-49ea-bda8-52dc323593df deletion is rescheduled due to dependency. [ 1100.788446] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.788601] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.788811] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.788991] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.789175] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.789242] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.789412] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.789494] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.789589] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.942121] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7735a174-c838-4e41-9d0a-682a69c32005',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.291474] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.445125] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7735a174-c838-4e41-9d0a-682a69c32005',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.794637] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.948529] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.948529] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.948529] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.948529] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.949027] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.949027] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7735a174-c838-4e41-9d0a-682a69c32005 is going to be updated. [ 1101.978157] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.978157] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.978157] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.978157] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.978157] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.986152] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7735a174-c838-4e41-9d0a-682a69c32005 in Status: IN_PROGRESS for 2s [ 1102.022945] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 in Status: SUCCESS [ 1102.023185] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.117731] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d in Status: SUCCESS [ 1102.117988] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.118168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.118380] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.118568] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.118685] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.118750] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.118899] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.118980] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.119104] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.119216] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fd7c3eb-5ab3-46cf-b23f-582b0111c37d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.190080] env[69343]: INFO networking_nsxv3.common.synchronization [req-e8f4e6f3-86e4-42cc-a929-41864742a83f req-1bba8bb6-2608-4eb7-8584-4f2d72934b74 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: 7735a174-c838-4e41-9d0a-682a69c32005 with Priority: HIGHEST for action security_group_members [ 1102.190080] env[69343]: INFO networking_nsxv3.common.synchronization [req-e8f4e6f3-86e4-42cc-a929-41864742a83f req-1bba8bb6-2608-4eb7-8584-4f2d72934b74 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: 44f74f9b-6bf8-4b25-bf68-748485a096d2 with Priority: HIGHEST for action security_group_members [ 1102.190080] env[69343]: INFO networking_nsxv3.common.synchronization [req-e8f4e6f3-86e4-42cc-a929-41864742a83f req-1bba8bb6-2608-4eb7-8584-4f2d72934b74 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_members [ 1102.190625] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7735a174-c838-4e41-9d0a-682a69c32005 with Priority: HIGHEST for action security_group_members [ 1102.190705] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44f74f9b-6bf8-4b25-bf68-748485a096d2 with Priority: HIGHEST for action security_group_members [ 1102.190823] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_members [ 1102.191127] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7735a174-c838-4e41-9d0a-682a69c32005 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.191224] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7735a174-c838-4e41-9d0a-682a69c32005" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.191478] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-44f74f9b-6bf8-4b25-bf68-748485a096d2 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.191586] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44f74f9b-6bf8-4b25-bf68-748485a096d2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.191649] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44f74f9b-6bf8-4b25-bf68-748485a096d2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.191906] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44f74f9b-6bf8-4b25-bf68-748485a096d2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.192092] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.192165] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.192229] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.192382] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.192469] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.192562] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44f74f9b-6bf8-4b25-bf68-748485a096d2',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.193844] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-96507e99-8522-42aa-9ee5-18054ca08156 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.193967] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.233251] env[69343]: INFO networking_nsxv3.common.synchronization [req-e8f4e6f3-86e4-42cc-a929-41864742a83f req-1bba8bb6-2608-4eb7-8584-4f2d72934b74 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: 44f74f9b-6bf8-4b25-bf68-748485a096d2 with Priority: HIGHEST for action security_group_rules [ 1102.233451] env[69343]: INFO networking_nsxv3.common.synchronization [req-e8f4e6f3-86e4-42cc-a929-41864742a83f req-1bba8bb6-2608-4eb7-8584-4f2d72934b74 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: 44f74f9b-6bf8-4b25-bf68-748485a096d2 with Priority: HIGHEST for action security_group_members [ 1102.233595] env[69343]: INFO networking_nsxv3.common.synchronization [req-e8f4e6f3-86e4-42cc-a929-41864742a83f req-1bba8bb6-2608-4eb7-8584-4f2d72934b74 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: 7735a174-c838-4e41-9d0a-682a69c32005 with Priority: HIGHEST for action security_group_rules [ 1102.233730] env[69343]: INFO networking_nsxv3.common.synchronization [req-e8f4e6f3-86e4-42cc-a929-41864742a83f req-1bba8bb6-2608-4eb7-8584-4f2d72934b74 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: 7735a174-c838-4e41-9d0a-682a69c32005 with Priority: HIGHEST for action security_group_members [ 1102.233861] env[69343]: INFO networking_nsxv3.common.synchronization [req-e8f4e6f3-86e4-42cc-a929-41864742a83f req-1bba8bb6-2608-4eb7-8584-4f2d72934b74 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_rules [ 1102.233989] env[69343]: INFO networking_nsxv3.common.synchronization [req-e8f4e6f3-86e4-42cc-a929-41864742a83f req-1bba8bb6-2608-4eb7-8584-4f2d72934b74 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_members [ 1102.234169] env[69343]: INFO networking_nsxv3.common.synchronization [req-e8f4e6f3-86e4-42cc-a929-41864742a83f req-1bba8bb6-2608-4eb7-8584-4f2d72934b74 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: da36993f-102c-4283-8516-c2912596cb78 with Priority: HIGHEST for action port [ 1102.234654] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44f74f9b-6bf8-4b25-bf68-748485a096d2 with Priority: HIGHEST for action security_group_rules [ 1102.234789] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7735a174-c838-4e41-9d0a-682a69c32005 with Priority: HIGHEST for action security_group_rules [ 1102.234896] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_members [ 1102.234979] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da36993f-102c-4283-8516-c2912596cb78 with Priority: HIGHEST for action port [ 1102.235511] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_rules [ 1102.235764] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44f74f9b-6bf8-4b25-bf68-748485a096d2 with Priority: HIGHEST for action security_group_members [ 1102.235829] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7735a174-c838-4e41-9d0a-682a69c32005 with Priority: HIGHEST for action security_group_members [ 1102.236287] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44f74f9b-6bf8-4b25-bf68-748485a096d2 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.236453] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44f74f9b-6bf8-4b25-bf68-748485a096d2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.236559] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44f74f9b-6bf8-4b25-bf68-748485a096d2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.237078] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44f74f9b-6bf8-4b25-bf68-748485a096d2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.237425] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44f74f9b-6bf8-4b25-bf68-748485a096d2',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.238505] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7735a174-c838-4e41-9d0a-682a69c32005 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.238505] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7735a174-c838-4e41-9d0a-682a69c32005" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.238682] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-96507e99-8522-42aa-9ee5-18054ca08156 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.238770] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.238983] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-da36993f-102c-4283-8516-c2912596cb78 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.239220] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da36993f-102c-4283-8516-c2912596cb78" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.239383] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da36993f-102c-4283-8516-c2912596cb78" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.239691] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da36993f-102c-4283-8516-c2912596cb78" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.239837] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da36993f-102c-4283-8516-c2912596cb78',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.240769] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96507e99-8522-42aa-9ee5-18054ca08156 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.241033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.241293] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-44f74f9b-6bf8-4b25-bf68-748485a096d2 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.241419] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44f74f9b-6bf8-4b25-bf68-748485a096d2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.241647] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7735a174-c838-4e41-9d0a-682a69c32005 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.241767] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7735a174-c838-4e41-9d0a-682a69c32005" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.296445] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.296657] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.296730] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.296870] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.297114] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.297249] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7445b3cd-609e-49ea-bda8-52dc323593df is going to be updated. [ 1102.445626] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.445787] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.445787] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.446582] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.446582] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.458021] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: IN_PROGRESS for 2s [ 1102.458021] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96507e99-8522-42aa-9ee5-18054ca08156 in Status: SUCCESS [ 1102.458021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.458021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.458021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.458021] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.458021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.458021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.458021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.458021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.458021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.458021] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-96507e99-8522-42aa-9ee5-18054ca08156 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.458021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.458021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.458021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.458021] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.458021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.458656] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.458656] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.458656] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.458656] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.458656] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.459342] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.459492] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.459635] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.459728] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.459784] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.459915] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.459985] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.460094] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.621857] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.622074] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.622074] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.622267] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.622455] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.622545] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.622613] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.622752] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.622835] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.622919] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.623077] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.623166] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.623230] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.623351] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.623482] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.623568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.623626] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.623749] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.623819] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.623897] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.623982] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fd7c3eb-5ab3-46cf-b23f-582b0111c37d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.694949] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44f74f9b-6bf8-4b25-bf68-748485a096d2',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.743703] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-44f74f9b-6bf8-4b25-bf68-748485a096d2 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.743895] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44f74f9b-6bf8-4b25-bf68-748485a096d2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.744035] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da36993f-102c-4283-8516-c2912596cb78 with status ACTIVE [ 1102.744272] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.744381] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.744448] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.744649] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.744737] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.744907] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.744999] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.745073] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.745223] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.745298] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.745474] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.745562] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.745620] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.745751] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.745822] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.745902] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da36993f-102c-4283-8516-c2912596cb78 is going to be updated. [ 1102.765073] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.765252] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.765252] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.765410] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.765546] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.765750] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da36993f-102c-4283-8516-c2912596cb78" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.961768] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96507e99-8522-42aa-9ee5-18054ca08156: rpc.has_security_group_logging(os_id): False [ 1102.963238] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.981539] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.981753] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.981753] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.981948] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.982078] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.982345] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.982450] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.982512] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.982667] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.982748] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.982932] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.983039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.983105] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.983236] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.983317] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.983485] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.983576] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.983651] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.983836] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.983954] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.984191] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96507e99-8522-42aa-9ee5-18054ca08156 is going to be updated. [ 1103.045865] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.046011] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.046116] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.046327] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.046479] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.069692] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96507e99-8522-42aa-9ee5-18054ca08156 in Status: IN_PROGRESS for 2s [ 1103.126630] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d: rpc.has_security_group_logging(os_id): False [ 1103.144276] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.144492] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.144604] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.144867] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.144967] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.145216] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.145317] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.145380] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.145530] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.145604] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.145780] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.145871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.145931] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.146092] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.146166] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.146342] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.146433] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.146493] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.146627] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.146698] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.146781] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d is going to be updated. [ 1103.197494] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44f74f9b-6bf8-4b25-bf68-748485a096d2',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.237948] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.238108] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.238180] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.238388] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.238533] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.253090] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d in Status: IN_PROGRESS for 2s [ 1103.465877] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.700247] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.700436] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.700524] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.700772] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.700894] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.701030] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44f74f9b-6bf8-4b25-bf68-748485a096d2 is going to be created. [ 1103.723345] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.723605] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.723690] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.724134] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.724134] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.732496] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44f74f9b-6bf8-4b25-bf68-748485a096d2 in Status: UNINITIALIZED for 2s [ 1103.968805] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.969276] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.969276] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.969417] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.969517] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.969594] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96507e99-8522-42aa-9ee5-18054ca08156 is going to be updated. [ 1103.997021] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7735a174-c838-4e41-9d0a-682a69c32005 in Status: SUCCESS [ 1103.997300] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7735a174-c838-4e41-9d0a-682a69c32005" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.997655] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7735a174-c838-4e41-9d0a-682a69c32005" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.997804] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7735a174-c838-4e41-9d0a-682a69c32005" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.997938] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.998099] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.998283] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.998476] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.998627] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.998627] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7735a174-c838-4e41-9d0a-682a69c32005" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.998735] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7735a174-c838-4e41-9d0a-682a69c32005',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.001193] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.001193] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.001193] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.001322] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.001387] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.002562] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7735a174-c838-4e41-9d0a-682a69c32005" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.002737] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7735a174-c838-4e41-9d0a-682a69c32005" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.002944] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.003103] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.003178] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.003340] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.003802] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.003802] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7735a174-c838-4e41-9d0a-682a69c32005',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.011243] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96507e99-8522-42aa-9ee5-18054ca08156 in Status: IN_PROGRESS for 2s [ 1104.465445] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: SUCCESS [ 1104.465445] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.465445] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.465445] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.465743] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.465743] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.465893] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.465949] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.466027] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.466167] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.466239] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.508017] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7735a174-c838-4e41-9d0a-682a69c32005',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.508017] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7735a174-c838-4e41-9d0a-682a69c32005',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.971045] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.971377] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.971377] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.971566] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.971774] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.971877] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.971943] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.972108] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.972195] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.972282] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.972461] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.972510] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.972567] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.972703] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.972870] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.972923] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.972959] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.973146] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.973230] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.973305] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.973395] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.007687] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7735a174-c838-4e41-9d0a-682a69c32005: rpc.has_security_group_logging(os_id): False [ 1105.009061] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7735a174-c838-4e41-9d0a-682a69c32005',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.025542] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.025689] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.025764] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.025952] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.026048] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.026277] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.026403] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.026474] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.026634] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.026634] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.026768] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7735a174-c838-4e41-9d0a-682a69c32005 is going to be created. [ 1105.079198] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.079198] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.079198] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.079198] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.079198] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.085924] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96507e99-8522-42aa-9ee5-18054ca08156 in Status: SUCCESS [ 1105.086178] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.086753] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.086964] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.087071] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.090911] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7735a174-c838-4e41-9d0a-682a69c32005 in Status: IN_PROGRESS for 2s [ 1105.232706] env[69343]: INFO networking_nsxv3.common.synchronization [req-c57b0ef1-b393-4679-a216-cd445a5d715e req-94653365-37ab-4aa6-a17e-c894e3a97511 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: 44f74f9b-6bf8-4b25-bf68-748485a096d2 with Priority: HIGHEST for action security_group_members [ 1105.232815] env[69343]: INFO networking_nsxv3.common.synchronization [req-c57b0ef1-b393-4679-a216-cd445a5d715e req-94653365-37ab-4aa6-a17e-c894e3a97511 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: 7735a174-c838-4e41-9d0a-682a69c32005 with Priority: HIGHEST for action security_group_members [ 1105.233078] env[69343]: INFO networking_nsxv3.common.synchronization [req-c57b0ef1-b393-4679-a216-cd445a5d715e req-94653365-37ab-4aa6-a17e-c894e3a97511 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_members [ 1105.233621] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44f74f9b-6bf8-4b25-bf68-748485a096d2 with Priority: HIGHEST for action security_group_members [ 1105.233792] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7735a174-c838-4e41-9d0a-682a69c32005 with Priority: HIGHEST for action security_group_members [ 1105.233916] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_members [ 1105.234228] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-44f74f9b-6bf8-4b25-bf68-748485a096d2 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.234359] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44f74f9b-6bf8-4b25-bf68-748485a096d2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.234581] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7735a174-c838-4e41-9d0a-682a69c32005 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.234687] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7735a174-c838-4e41-9d0a-682a69c32005" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.236148] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-96507e99-8522-42aa-9ee5-18054ca08156 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.236288] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.281701] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d in Status: SUCCESS [ 1105.281701] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.475523] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7445b3cd-609e-49ea-bda8-52dc323593df: rpc.has_security_group_logging(os_id): False [ 1105.493029] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.493029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.493029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.493029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.493029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.493029] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.493029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.493377] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.493377] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.493377] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.493464] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.493580] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.493580] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.493774] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.493774] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.494237] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.494408] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.494514] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.494662] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.494744] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.494839] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7445b3cd-609e-49ea-bda8-52dc323593df is going to be updated. [ 1105.511248] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.511428] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.511509] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.511675] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.511753] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.511843] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7735a174-c838-4e41-9d0a-682a69c32005 is going to be updated. [ 1105.536182] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.536321] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.536371] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.536538] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.536674] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.547072] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7735a174-c838-4e41-9d0a-682a69c32005 in Status: IN_PROGRESS for 2s [ 1105.552535] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.552662] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.552788] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.552906] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.553053] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.568258] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: IN_PROGRESS for 2s [ 1105.591914] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-96507e99-8522-42aa-9ee5-18054ca08156 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.592074] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.742084] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44f74f9b-6bf8-4b25-bf68-748485a096d2 in Status: SUCCESS [ 1105.742316] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44f74f9b-6bf8-4b25-bf68-748485a096d2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.742485] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44f74f9b-6bf8-4b25-bf68-748485a096d2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.742765] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44f74f9b-6bf8-4b25-bf68-748485a096d2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.743060] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.743060] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.743060] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.743299] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.743299] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.743362] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44f74f9b-6bf8-4b25-bf68-748485a096d2',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.020604] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96507e99-8522-42aa-9ee5-18054ca08156 in Status: SUCCESS [ 1106.020948] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.020948] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.021134] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.021315] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.021428] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.021491] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.021641] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.021718] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.021811] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.246090] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.246295] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.246370] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.246607] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.246703] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.246922] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.247045] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.247112] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.247264] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.247341] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.247428] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44f74f9b-6bf8-4b25-bf68-748485a096d2 is going to be deleted. [ 1106.297079] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.297313] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.297313] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.297518] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.297664] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.297831] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44f74f9b-6bf8-4b25-bf68-748485a096d2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.298045] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44f74f9b-6bf8-4b25-bf68-748485a096d2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.298244] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44f74f9b-6bf8-4b25-bf68-748485a096d2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.298422] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.298520] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.298586] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.298714] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.298790] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.298887] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44f74f9b-6bf8-4b25-bf68-748485a096d2',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.524464] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.801063] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.801063] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.801063] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.801434] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.801577] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.801840] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.802075] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.802075] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.802240] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.802240] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.802326] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44f74f9b-6bf8-4b25-bf68-748485a096d2 already deleted. [ 1106.802405] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44f74f9b-6bf8-4b25-bf68-748485a096d2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.802521] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44f74f9b-6bf8-4b25-bf68-748485a096d2',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.803420] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44f74f9b-6bf8-4b25-bf68-748485a096d2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.803581] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44f74f9b-6bf8-4b25-bf68-748485a096d2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.803739] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.803846] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.803913] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.804383] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.804383] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.804383] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44f74f9b-6bf8-4b25-bf68-748485a096d2',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.027449] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.056167] env[69343]: INFO networking_nsxv3.common.synchronization [req-a0ea380a-962b-41e7-9901-a3ab30b43466 req-851999b1-ce99-4c32-9d5b-735197746004 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Enqueued Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_members [ 1107.056894] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_members [ 1107.057260] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.057384] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.057461] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.057645] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.057794] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.057886] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.057943] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.058164] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.058251] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.058345] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.102026] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7735a174-c838-4e41-9d0a-682a69c32005 in Status: SUCCESS [ 1107.102375] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7735a174-c838-4e41-9d0a-682a69c32005" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.102375] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7735a174-c838-4e41-9d0a-682a69c32005" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.102592] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7735a174-c838-4e41-9d0a-682a69c32005" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.103449] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7735a174-c838-4e41-9d0a-682a69c32005',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.305920] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44f74f9b-6bf8-4b25-bf68-748485a096d2',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.306984] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.307157] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.307235] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.307442] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.307550] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.307742] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.307841] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.307904] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.308064] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.308142] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.308228] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44f74f9b-6bf8-4b25-bf68-748485a096d2 already deleted. [ 1107.308304] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44f74f9b-6bf8-4b25-bf68-748485a096d2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.530082] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.530294] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.530343] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.530643] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.530643] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.530760] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96507e99-8522-42aa-9ee5-18054ca08156 is going to be updated. [ 1107.557258] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7735a174-c838-4e41-9d0a-682a69c32005 in Status: SUCCESS [ 1107.557483] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7735a174-c838-4e41-9d0a-682a69c32005" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.557648] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7735a174-c838-4e41-9d0a-682a69c32005" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.557866] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7735a174-c838-4e41-9d0a-682a69c32005" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.558063] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.558179] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.558246] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.558436] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.558483] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.558561] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7735a174-c838-4e41-9d0a-682a69c32005',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.560452] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.560601] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.560647] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.560806] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.560909] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.561943] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.562061] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.562130] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.562280] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.562361] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.562525] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.562618] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.562679] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.562811] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.562883] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.562966] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 is going to be updated. [ 1107.571801] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96507e99-8522-42aa-9ee5-18054ca08156 in Status: IN_PROGRESS for 2s [ 1107.592850] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: SUCCESS [ 1107.593082] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.602256] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.602444] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.602444] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.602648] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.602780] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.611683] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: IN_PROGRESS for 2s [ 1107.632841] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.633017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.633100] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.633336] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.633488] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.633604] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7735a174-c838-4e41-9d0a-682a69c32005 is going to be deleted. [ 1107.743620] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.743783] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.743826] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.744046] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.744139] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.744249] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7735a174-c838-4e41-9d0a-682a69c32005" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.810923] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44f74f9b-6bf8-4b25-bf68-748485a096d2: rpc.has_security_group_logging(os_id): False [ 1107.842424] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.843760] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.843760] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.843760] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.843760] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.843760] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.843760] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.843760] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.843760] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.843760] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.843760] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44f74f9b-6bf8-4b25-bf68-748485a096d2 is going to be created. [ 1107.872024] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/44f74f9b-6bf8-4b25-bf68-748485a096d2], does not exist path=[/infra/domains/default/groups/44f74f9b-6bf8-4b25-bf68-748485a096d2]."\n}' [ 1107.872024] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44f74f9b-6bf8-4b25-bf68-748485a096d2 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/44f74f9b-6bf8-4b25-bf68-748485a096d2 [ 1107.872024] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1107.932987] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.933209] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.933322] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.933539] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.935822] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.935822] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.935822] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.935822] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.935822] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.935822] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.936339] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.936339] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.936339] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.936550] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.936550] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.936634] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44f74f9b-6bf8-4b25-bf68-748485a096d2 is going to be created. [ 1107.957017] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/44f74f9b-6bf8-4b25-bf68-748485a096d2], does not exist path=[/infra/domains/default/groups/44f74f9b-6bf8-4b25-bf68-748485a096d2]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/44f74f9b-6bf8-4b25-bf68-748485a096d2 [ 1107.957017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44f74f9b-6bf8-4b25-bf68-748485a096d2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.957017] env[69343]: Traceback (most recent call last): [ 1107.957017] env[69343]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1107.957017] env[69343]: return func(*args, **kwargs) [ 1107.957017] env[69343]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1107.957017] env[69343]: res.raise_for_status() [ 1107.957017] env[69343]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1107.957017] env[69343]: raise HTTPError(http_error_msg, response=self) [ 1107.957833] env[69343]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/44f74f9b-6bf8-4b25-bf68-748485a096d2 [ 1107.957833] env[69343]: During handling of the above exception, another exception occurred: [ 1107.957833] env[69343]: Traceback (most recent call last): [ 1107.957833] env[69343]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1107.957833] env[69343]: listener.cb(fileno) [ 1107.957833] env[69343]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1107.957833] env[69343]: result = function(*args, **kwargs) [ 1107.957833] env[69343]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1107.957833] env[69343]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1107.957833] env[69343]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1107.957833] env[69343]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1107.957833] env[69343]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1107.957833] env[69343]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1107.957833] env[69343]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1107.957833] env[69343]: res.raise_for_status() [ 1107.957833] env[69343]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1107.957833] env[69343]: raise HTTPError(http_error_msg, response=self) [ 1107.957833] env[69343]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/44f74f9b-6bf8-4b25-bf68-748485a096d2 [ 1107.957833] env[69343]: Removing descriptor: 16 [ 1108.064995] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.065299] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.065299] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.065486] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.065602] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.065810] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.065906] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.065966] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.066122] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.066198] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.066287] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7735a174-c838-4e41-9d0a-682a69c32005 is going to be deleted. [ 1108.073200] env[69343]: INFO networking_nsxv3.common.synchronization [req-58b1bc95-5f69-400b-91a7-cd9155109c80 req-b6c132bf-f2bb-49a2-9d00-180f36bc90a5 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Enqueued Resource ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d with Priority: HIGHEST for action security_group_members [ 1108.073382] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d with Priority: HIGHEST for action security_group_members [ 1108.077018] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.077018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.077018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.077018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.077018] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.077018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.077018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.077018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.077018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.077018] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fd7c3eb-5ab3-46cf-b23f-582b0111c37d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.097189] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.097532] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.098341] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.098909] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.099037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.099347] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7735a174-c838-4e41-9d0a-682a69c32005" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.101439] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7735a174-c838-4e41-9d0a-682a69c32005" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.101439] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7735a174-c838-4e41-9d0a-682a69c32005" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.101439] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.101439] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.101439] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.101439] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.101439] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.101439] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7735a174-c838-4e41-9d0a-682a69c32005',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.576481] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.576640] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.576723] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.576941] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.596145] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.596693] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.596693] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.596693] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.596870] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.596870] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.596870] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d is going to be updated. [ 1108.603385] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.603447] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.603487] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.603647] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.603730] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.603908] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.604014] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.604086] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.604221] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.604295] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.604381] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7735a174-c838-4e41-9d0a-682a69c32005 already deleted. [ 1108.604458] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7735a174-c838-4e41-9d0a-682a69c32005" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.619809] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.619961] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.620009] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.620175] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.620310] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.627917] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d in Status: IN_PROGRESS for 2s [ 1109.551785] env[69343]: INFO networking_nsxv3.common.synchronization [req-bd0eb26a-9c09-4f02-ac7a-6991f3e26ce8 req-faf94b75-4729-488e-8af0-343a235d4c83 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Enqueued Resource ID: ded98dd2-95e5-4f48-bfb5-c271234378e0 with Priority: HIGHEST for action security_group_members [ 1109.552388] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded98dd2-95e5-4f48-bfb5-c271234378e0 with Priority: HIGHEST for action security_group_members [ 1109.552702] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded98dd2-95e5-4f48-bfb5-c271234378e0 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.552822] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.552887] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.553099] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.553251] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.553364] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.553404] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.553693] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.553693] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.553693] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ded98dd2-95e5-4f48-bfb5-c271234378e0',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.583025] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96507e99-8522-42aa-9ee5-18054ca08156 in Status: SUCCESS [ 1109.583025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.583025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.583025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.583025] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.583025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.583025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.583025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.583025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.583535] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.622273] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: SUCCESS [ 1109.622439] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 deletion is rescheduled due to dependency. [ 1109.622553] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.932192] env[69343]: INFO networking_nsxv3.common.synchronization [req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 req-2445957f-5b52-4ed2-b8ff-7264a96cd31d tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Enqueued Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_members [ 1109.932192] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_members [ 1109.932192] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.932192] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.932192] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.932192] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.932728] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.932960] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.933131] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.933382] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.933565] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.933759] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.058247] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.058247] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.058247] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.058247] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.079055] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.079055] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.079055] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.079055] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.079055] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.079055] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.079055] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ded98dd2-95e5-4f48-bfb5-c271234378e0 is going to be updated. [ 1110.086244] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.114797] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.114797] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.114797] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.114797] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.114797] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.123253] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded98dd2-95e5-4f48-bfb5-c271234378e0 in Status: IN_PROGRESS for 2s [ 1110.289759] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.289978] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-45" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.290191] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-45" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.290541] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-45" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.290809] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.290970] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.291129] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.291347] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.291505] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.291720] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1110.291835] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1110.291945] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1110.292070] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1110.292192] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1110.292331] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1110.292431] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1110.313123] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1110.313123] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1110.313123] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1110.313123] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-45" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.313123] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-a7f059ca-fca6-4484-a001-b6b26ed3638b taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.313123] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-a7f059ca-fca6-4484-a001-b6b26ed3638b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.313123] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-a7f059ca-fca6-4484-a001-b6b26ed3638b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.313123] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-a7f059ca-fca6-4484-a001-b6b26ed3638b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.313123] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7f059ca-fca6-4484-a001-b6b26ed3638b',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.436039] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.436238] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.436335] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.436546] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.456524] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.456828] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.456955] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.457175] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.457315] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.457411] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.457506] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 is going to be updated. [ 1110.478164] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.478365] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.478414] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.478633] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.478802] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.487126] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: IN_PROGRESS for 2s [ 1110.589909] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.639863] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d in Status: SUCCESS [ 1110.640162] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d deletion is rescheduled due to dependency. [ 1110.640339] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.817177] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.817414] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.817545] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.817986] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.818212] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.818417] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port a7f059ca-fca6-4484-a001-b6b26ed3638b not found, creating... [ 1110.818733] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.818930] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.819092] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.819527] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.819733] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.820081] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.820302] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.820464] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.820717] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.820895] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.821084] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: a7f059ca-fca6-4484-a001-b6b26ed3638b is going to be created. [ 1110.852084] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.852332] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.852460] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.852756] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.853015] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.853233] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-a7f059ca-fca6-4484-a001-b6b26ed3638b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.091765] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.093055] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.093055] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.093055] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.093055] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.093055] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96507e99-8522-42aa-9ee5-18054ca08156 is going to be updated. [ 1111.118109] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.118284] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.118334] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.118505] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.118642] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.126509] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96507e99-8522-42aa-9ee5-18054ca08156 in Status: IN_PROGRESS for 2s [ 1111.527941] env[69343]: INFO networking_nsxv3.common.synchronization [req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 req-1b219634-0612-40f4-95c8-795dc1e8e741 service nova] Enqueued Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_rules [ 1111.528144] env[69343]: INFO networking_nsxv3.common.synchronization [req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 req-1b219634-0612-40f4-95c8-795dc1e8e741 service nova] Enqueued Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_members [ 1111.528288] env[69343]: INFO networking_nsxv3.common.synchronization [req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 req-1b219634-0612-40f4-95c8-795dc1e8e741 service nova] Enqueued Resource ID: a7f059ca-fca6-4484-a001-b6b26ed3638b with Priority: HIGHEST for action port [ 1111.528521] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_rules [ 1111.528651] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_members [ 1111.528745] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7f059ca-fca6-4484-a001-b6b26ed3638b with Priority: HIGHEST for action port [ 1111.529344] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a4db52e-5882-4ee2-b0c4-bf285fc48e28 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.529465] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.529647] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.529779] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.529830] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.533084] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.533187] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.533648] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7f059ca-fca6-4484-a001-b6b26ed3638b taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.533648] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7f059ca-fca6-4484-a001-b6b26ed3638b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.533648] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7f059ca-fca6-4484-a001-b6b26ed3638b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.533904] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7f059ca-fca6-4484-a001-b6b26ed3638b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.533904] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7f059ca-fca6-4484-a001-b6b26ed3638b',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.036025] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.036335] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.036378] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7f059ca-fca6-4484-a001-b6b26ed3638b with status ACTIVE [ 1112.036527] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.036648] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.036715] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.037462] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.037462] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.037462] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.037462] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.037462] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.037715] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.037752] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.037996] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.038124] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.038202] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.038381] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.038468] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.038556] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7f059ca-fca6-4484-a001-b6b26ed3638b is going to be updated. [ 1112.057903] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.058116] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.058180] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.058329] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.058461] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.058644] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7f059ca-fca6-4484-a001-b6b26ed3638b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.134223] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded98dd2-95e5-4f48-bfb5-c271234378e0 in Status: SUCCESS [ 1112.134436] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ded98dd2-95e5-4f48-bfb5-c271234378e0 deletion is rescheduled due to dependency. [ 1112.134580] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.497142] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: SUCCESS [ 1112.497243] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 deletion is rescheduled due to dependency. [ 1112.497401] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.497567] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.497779] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.497963] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.498095] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.498160] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.498385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.498385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.498485] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.001042] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.136188] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96507e99-8522-42aa-9ee5-18054ca08156 in Status: IN_PROGRESS for 4s [ 1113.503206] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.006117] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.006300] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.006350] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.006550] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.006641] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.006744] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 is going to be updated. [ 1114.036050] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.036282] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.036282] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.036525] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.036616] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.045606] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: IN_PROGRESS for 2s [ 1115.146059] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96507e99-8522-42aa-9ee5-18054ca08156 in Status: SUCCESS [ 1115.146435] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.146435] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.146650] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.146842] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.146989] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.147133] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.147418] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.147604] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.147715] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.490777] env[69343]: INFO networking_nsxv3.common.synchronization [req-658cd5e5-95c4-44ad-b27a-1ba78d63b912 req-6c817996-b979-4ede-9948-b6dfc43dafb3 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 with Priority: HIGHEST for action security_group_members [ 1115.490950] env[69343]: INFO networking_nsxv3.common.synchronization [req-658cd5e5-95c4-44ad-b27a-1ba78d63b912 req-6c817996-b979-4ede-9948-b6dfc43dafb3 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: e16b9a5b-be03-4ede-995b-4a7c9fa305fb with Priority: HIGHEST for action security_group_members [ 1115.491094] env[69343]: INFO networking_nsxv3.common.synchronization [req-658cd5e5-95c4-44ad-b27a-1ba78d63b912 req-6c817996-b979-4ede-9948-b6dfc43dafb3 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Enqueued Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_members [ 1115.491638] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 with Priority: HIGHEST for action security_group_members [ 1115.491765] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16b9a5b-be03-4ede-995b-4a7c9fa305fb with Priority: HIGHEST for action security_group_members [ 1115.494918] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96507e99-8522-42aa-9ee5-18054ca08156 with Priority: HIGHEST for action security_group_members [ 1115.494918] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93b1dab-14d4-4ae3-aa10-97da1572abd3 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.494918] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.494918] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.494918] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.494918] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.494918] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.494918] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.494918] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.494918] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.494918] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93b1dab-14d4-4ae3-aa10-97da1572abd3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.496063] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16b9a5b-be03-4ede-995b-4a7c9fa305fb taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.496063] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16b9a5b-be03-4ede-995b-4a7c9fa305fb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.496063] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16b9a5b-be03-4ede-995b-4a7c9fa305fb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.496247] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16b9a5b-be03-4ede-995b-4a7c9fa305fb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.496300] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.496437] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.496496] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.496749] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.496749] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.496867] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e16b9a5b-be03-4ede-995b-4a7c9fa305fb',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.501624] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-96507e99-8522-42aa-9ee5-18054ca08156 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.501624] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.651559] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.001691] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.001691] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.001691] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.002051] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.003048] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.003147] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.021314] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.021554] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.021669] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.021737] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.021925] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.022015] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.022111] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 is going to be updated. [ 1116.022986] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.023169] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.042977] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.043381] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.043546] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.043623] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.043803] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.043886] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.043979] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e16b9a5b-be03-4ede-995b-4a7c9fa305fb is going to be updated. [ 1116.051632] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.051815] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.051815] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.051997] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.052141] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.057635] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: SUCCESS [ 1116.057823] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.057968] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.058180] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.058371] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.058499] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.058568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.058745] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.058829] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.058927] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.059075] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.060368] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 in Status: IN_PROGRESS for 2s [ 1116.071194] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.071365] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.071476] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.071709] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.072183] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.078973] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16b9a5b-be03-4ede-995b-4a7c9fa305fb in Status: IN_PROGRESS for 2s [ 1116.154408] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.564200] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.564200] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.564200] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.564200] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.564200] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.564200] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.564200] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.564200] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.564200] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.564200] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.564200] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.564200] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.564200] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.564200] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.564200] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.564200] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.564971] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.564971] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.564971] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.564971] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.564971] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.657057] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.657235] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.657235] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.657502] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.657599] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.657708] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96507e99-8522-42aa-9ee5-18054ca08156 is going to be updated. [ 1116.683435] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.683597] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.683662] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.683822] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.684329] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.693218] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96507e99-8522-42aa-9ee5-18054ca08156 in Status: IN_PROGRESS for 2s [ 1117.067190] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a4db52e-5882-4ee2-b0c4-bf285fc48e28: rpc.has_security_group_logging(os_id): False [ 1117.084711] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.084917] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.084917] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.085148] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.085237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.085451] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.085564] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.085615] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.085749] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.085833] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.085988] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.086096] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.086157] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.086315] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.086391] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.086581] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.086674] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.086736] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.086870] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.086942] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.087093] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 is going to be updated. [ 1117.143524] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.143825] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.143825] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.144063] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.144212] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.160244] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: IN_PROGRESS for 2s [ 1118.069302] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 in Status: SUCCESS [ 1118.069491] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 deletion is rescheduled due to dependency. [ 1118.069605] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.087666] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16b9a5b-be03-4ede-995b-4a7c9fa305fb in Status: SUCCESS [ 1118.087842] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e16b9a5b-be03-4ede-995b-4a7c9fa305fb deletion is rescheduled due to dependency. [ 1118.088471] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16b9a5b-be03-4ede-995b-4a7c9fa305fb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.703112] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96507e99-8522-42aa-9ee5-18054ca08156 in Status: SUCCESS [ 1118.703453] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.703584] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.703981] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.703981] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.704276] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.704276] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.704276] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.704379] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.704410] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.177230] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: SUCCESS [ 1119.177349] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.206955] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.207140] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.207257] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.207425] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.226199] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.226449] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.226566] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.226630] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.226817] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.226903] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.226992] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96507e99-8522-42aa-9ee5-18054ca08156 is going to be updated. [ 1119.250365] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.250490] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.250707] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.250785] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.250866] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.259275] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96507e99-8522-42aa-9ee5-18054ca08156 in Status: IN_PROGRESS for 2s [ 1120.493233] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1120.493905] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 1120.750033] env[69343]: INFO networking_nsxv3.common.synchronization [req-a29505d7-a3b5-40a8-aad5-5b3916755d2d req-82cd4b8e-e4b2-474e-a428-0dcfcfed2f45 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Enqueued Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGHEST for action security_group_members [ 1120.750567] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGHEST for action security_group_members [ 1120.750896] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.751056] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.751133] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.751415] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.751572] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.752027] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.752027] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.752027] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.752183] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.752218] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.021589] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-829 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.021779] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-829" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.021900] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-829" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.022661] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-829" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.022661] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.022661] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.022866] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.022904] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.023043] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.023258] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1121.023371] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.023510] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.023579] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.023684] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1121.023833] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.023915] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.042122] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.042285] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1121.042430] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.042605] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-829" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.042926] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.043117] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.043237] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.043554] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.043740] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.255208] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.255356] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.255423] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.255625] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.255711] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.255930] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.256036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.256100] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.256247] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.256319] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.257735] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a already deleted. [ 1121.257735] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.268921] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96507e99-8522-42aa-9ee5-18054ca08156 in Status: SUCCESS [ 1121.269113] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96507e99-8522-42aa-9ee5-18054ca08156 deletion is rescheduled due to dependency. [ 1121.269243] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.269392] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.269576] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.269754] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.269861] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.269924] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.270088] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.270182] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.270282] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.270381] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.271142] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.271306] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.271463] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.271589] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.271662] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.271806] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.271889] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.272107] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.545886] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.546426] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.546426] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.546705] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.546853] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.547022] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e not found, creating... [ 1121.547388] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.547663] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.547778] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.547992] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.548206] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.548521] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.548726] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.548863] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.549144] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.549310] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.549510] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e is going to be created. [ 1121.585229] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.585415] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.585540] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.585814] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.586061] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.586284] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.773805] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-96507e99-8522-42aa-9ee5-18054ca08156 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.773941] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.777304] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.777416] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.777481] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.777681] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.777770] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.777943] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.778050] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.778112] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.778263] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.778340] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.778423] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96507e99-8522-42aa-9ee5-18054ca08156 is going to be updated. [ 1121.809842] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.810016] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.810117] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.810322] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.810482] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.820086] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96507e99-8522-42aa-9ee5-18054ca08156 in Status: IN_PROGRESS for 2s [ 1122.549936] env[69343]: INFO networking_nsxv3.common.synchronization [req-a29505d7-a3b5-40a8-aad5-5b3916755d2d req-ac00a92b-7c5a-43d7-af8b-7585935b4c9a service nova] Enqueued Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGHEST for action security_group_rules [ 1122.550242] env[69343]: INFO networking_nsxv3.common.synchronization [req-a29505d7-a3b5-40a8-aad5-5b3916755d2d req-ac00a92b-7c5a-43d7-af8b-7585935b4c9a service nova] Enqueued Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGHEST for action security_group_members [ 1122.550329] env[69343]: INFO networking_nsxv3.common.synchronization [req-a29505d7-a3b5-40a8-aad5-5b3916755d2d req-ac00a92b-7c5a-43d7-af8b-7585935b4c9a service nova] Enqueued Resource ID: 73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e with Priority: HIGHEST for action port [ 1122.550582] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGHEST for action security_group_rules [ 1122.550711] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGHEST for action security_group_members [ 1122.550808] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e with Priority: HIGHEST for action port [ 1122.551372] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c33ca2b8-750e-4c86-8486-6ca7ff6b448a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.551498] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.551565] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.551819] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.551927] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.552968] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.553093] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.553160] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.553330] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.553474] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.553567] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.553630] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.553767] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.553851] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.553939] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.554940] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.555096] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.555135] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.555265] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.555341] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.057359] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.057359] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.057991] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.058574] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e with status ACTIVE [ 1123.058941] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.059050] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.061657] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.061657] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.061657] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.061657] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.061657] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.061657] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.061657] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.061657] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.061657] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.061657] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.061657] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.061657] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.061657] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.061657] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e is going to be updated. [ 1123.084973] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.085197] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.085252] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.085450] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.085636] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.085898] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.564573] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.832283] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96507e99-8522-42aa-9ee5-18054ca08156 in Status: SUCCESS [ 1123.832465] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96507e99-8522-42aa-9ee5-18054ca08156 deletion is rescheduled due to dependency. [ 1123.832582] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.833101] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.833354] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.833590] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.833729] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.833803] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.833971] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.834073] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.834188] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.834375] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-96507e99-8522-42aa-9ee5-18054ca08156 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.834497] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.834569] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.834731] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.834907] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.835045] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.835139] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.835292] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.835381] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.835453] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.835518] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.067020] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.067264] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.067341] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.067513] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.067603] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.067701] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a is going to be created. [ 1124.091475] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.091751] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.091751] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.091905] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.092077] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.100422] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a in Status: UNINITIALIZED for 2s [ 1124.337365] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96507e99-8522-42aa-9ee5-18054ca08156: rpc.has_security_group_logging(os_id): False [ 1124.359796] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.359960] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.360047] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.360273] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.360384] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.360635] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.360746] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.360807] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.360948] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.361047] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.361251] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.361343] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.361387] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.361530] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.361603] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.361775] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.361868] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.361930] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.362136] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.362214] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.366019] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96507e99-8522-42aa-9ee5-18054ca08156 is going to be updated. [ 1124.428981] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.435143] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.435143] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.435143] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.435143] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.450121] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96507e99-8522-42aa-9ee5-18054ca08156 in Status: IN_PROGRESS for 2s [ 1126.110779] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a in Status: SUCCESS [ 1126.111354] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.111354] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.111607] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.111872] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.112048] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.112149] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.112391] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.112504] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.112617] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.112706] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.406526] env[69343]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1126.406656] env[69343]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1126.464325] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96507e99-8522-42aa-9ee5-18054ca08156 in Status: SUCCESS [ 1126.464325] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.464325] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.464541] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.464620] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.615299] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.615392] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.615427] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.615643] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.615800] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.615898] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.615957] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.616125] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.616211] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.616306] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.616452] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.616534] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.616595] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.616728] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.616861] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.616950] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.617024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.617275] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.617370] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.617453] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.617537] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.986882] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.986969] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.986969] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.987231] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.987344] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.987429] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96507e99-8522-42aa-9ee5-18054ca08156 is going to be deleted. [ 1127.041789] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.043362] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.043489] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.043754] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.043910] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.044010] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.044234] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.044443] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.044546] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.130090] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c33ca2b8-750e-4c86-8486-6ca7ff6b448a: rpc.has_security_group_logging(os_id): False [ 1127.171693] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.171947] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.172094] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.172392] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.172548] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.172843] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.172973] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.173070] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.173350] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.173350] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.173604] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.173727] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.173855] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.174048] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.174171] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.174401] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.174507] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.174577] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.174745] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.174821] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.174907] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a is going to be created. [ 1127.270019] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.270019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.270019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.270019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.270019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.279970] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a in Status: IN_PROGRESS for 2s [ 1127.551974] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1127.551974] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1127.564284] env[69343]: INFO networking_nsxv3.common.synchronization [None req-d991b8d1-cc03-4638-9411-01fba7c2e446 None None] Enqueued Resource ID: 0e99aea5-0838-4f97-ad1c-27520784758b with Priority: HIGHEST for action port [ 1127.564284] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e99aea5-0838-4f97-ad1c-27520784758b with Priority: HIGHEST for action port [ 1127.564284] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e99aea5-0838-4f97-ad1c-27520784758b taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.564284] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e99aea5-0838-4f97-ad1c-27520784758b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.564284] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e99aea5-0838-4f97-ad1c-27520784758b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.564284] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e99aea5-0838-4f97-ad1c-27520784758b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.564284] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e99aea5-0838-4f97-ad1c-27520784758b',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.565205] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.565205] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.565375] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.565414] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.565477] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.565598] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96507e99-8522-42aa-9ee5-18054ca08156 already deleted. [ 1127.565641] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.565998] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.566170] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.566244] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96507e99-8522-42aa-9ee5-18054ca08156',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.068018] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e99aea5-0838-4f97-ad1c-27520784758b [ 1128.068261] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.068427] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.068514] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.068749] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.068859] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.069709] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e99aea5-0838-4f97-ad1c-27520784758b already deleted. [ 1128.069709] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e99aea5-0838-4f97-ad1c-27520784758b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.090950] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.091043] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.091184] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.091430] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.091430] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.091527] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96507e99-8522-42aa-9ee5-18054ca08156 already deleted. [ 1128.091571] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96507e99-8522-42aa-9ee5-18054ca08156" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.298028] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a in Status: SUCCESS [ 1129.298028] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.832031] env[69343]: INFO networking_nsxv3.common.synchronization [None req-13ea82d4-77e8-400c-a4c7-3eb37f55a527 None None] Enqueued Resource ID: 927e74c6-f07e-49e2-9324-e78805a1d290 with Priority: HIGHEST for action port [ 1129.832327] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 927e74c6-f07e-49e2-9324-e78805a1d290 with Priority: HIGHEST for action port [ 1129.834391] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-927e74c6-f07e-49e2-9324-e78805a1d290 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.834521] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-927e74c6-f07e-49e2-9324-e78805a1d290" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.834582] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-927e74c6-f07e-49e2-9324-e78805a1d290" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.834844] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-927e74c6-f07e-49e2-9324-e78805a1d290" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.834952] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('927e74c6-f07e-49e2-9324-e78805a1d290',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.336804] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 927e74c6-f07e-49e2-9324-e78805a1d290 [ 1130.337073] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.337073] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.337932] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.337932] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.337932] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.338207] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:927e74c6-f07e-49e2-9324-e78805a1d290 already deleted. [ 1130.338287] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-927e74c6-f07e-49e2-9324-e78805a1d290" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.909155] env[69343]: INFO networking_nsxv3.common.synchronization [req-bb05c5d0-3d57-485e-be5d-4ad921ad66a7 req-e159dd15-5faf-4df8-8aba-7fb09f3a79d6 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Enqueued Resource ID: bfb0e13f-7c52-4b18-b634-0cae5250803c with Priority: HIGHEST for action security_group_members [ 1130.909653] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb0e13f-7c52-4b18-b634-0cae5250803c with Priority: HIGHEST for action security_group_members [ 1130.909988] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb0e13f-7c52-4b18-b634-0cae5250803c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.910122] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.910211] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.910390] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.910536] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.910629] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.910743] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.910823] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.910903] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.910994] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb0e13f-7c52-4b18-b634-0cae5250803c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.414032] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.414316] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.414316] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.414488] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.474444] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.474688] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.474813] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.474879] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.475151] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.475221] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.475267] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb0e13f-7c52-4b18-b634-0cae5250803c is going to be updated. [ 1131.531695] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.531695] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.531695] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.531695] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.531956] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.542720] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb0e13f-7c52-4b18-b634-0cae5250803c in Status: IN_PROGRESS for 2s [ 1133.554450] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb0e13f-7c52-4b18-b634-0cae5250803c in Status: SUCCESS [ 1133.554963] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb0e13f-7c52-4b18-b634-0cae5250803c deletion is rescheduled due to dependency. [ 1133.554963] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.663865] env[69343]: INFO networking_nsxv3.common.synchronization [req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 req-8511d42f-a789-4cab-b25e-1a9c055d2f73 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Enqueued Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1133.664434] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1133.664770] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.665031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.665031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.665234] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.665383] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.665482] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.665545] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.665768] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.665768] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.665867] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.101054] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.101262] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-984" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.101388] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-984" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.101713] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-984" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.101980] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.102147] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.102274] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.102540] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.102696] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.102910] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1134.103041] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.103156] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.103263] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.103372] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1134.103478] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.103621] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.129368] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.129576] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1134.129718] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.129900] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-984" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.130255] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-9182a641-2c18-42ba-aebb-ec37194fab10 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.130443] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-9182a641-2c18-42ba-aebb-ec37194fab10" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.130570] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-9182a641-2c18-42ba-aebb-ec37194fab10" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.130974] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-9182a641-2c18-42ba-aebb-ec37194fab10" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.131132] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9182a641-2c18-42ba-aebb-ec37194fab10',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.168037] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.168037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.168037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.168318] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.168560] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.168662] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.168760] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.168823] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.168988] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.169136] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.169266] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d already deleted. [ 1134.169430] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.634519] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.634834] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.634883] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.635190] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.635359] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.635500] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 9182a641-2c18-42ba-aebb-ec37194fab10 not found, creating... [ 1134.635762] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.635919] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.636048] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.636270] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.636413] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.636704] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.636862] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.636978] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.637211] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.637395] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.637548] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 9182a641-2c18-42ba-aebb-ec37194fab10 is going to be created. [ 1134.656579] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.656772] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.656897] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.657279] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.657548] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.657778] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-9182a641-2c18-42ba-aebb-ec37194fab10" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.344463] env[69343]: INFO networking_nsxv3.common.synchronization [req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 req-1eefe36d-8f4f-4803-8f58-fc8e67554655 service nova] Enqueued Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_rules [ 1135.344624] env[69343]: INFO networking_nsxv3.common.synchronization [req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 req-1eefe36d-8f4f-4803-8f58-fc8e67554655 service nova] Enqueued Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1135.344816] env[69343]: INFO networking_nsxv3.common.synchronization [req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 req-1eefe36d-8f4f-4803-8f58-fc8e67554655 service nova] Enqueued Resource ID: 9182a641-2c18-42ba-aebb-ec37194fab10 with Priority: HIGHEST for action port [ 1135.344986] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_rules [ 1135.345145] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1135.345227] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9182a641-2c18-42ba-aebb-ec37194fab10 with Priority: HIGHEST for action port [ 1135.345798] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.345919] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.345990] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.346459] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.346548] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.348579] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.348579] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.348579] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.348579] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.348579] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.348579] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.348579] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.348998] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.349111] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.349222] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.351703] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-9182a641-2c18-42ba-aebb-ec37194fab10 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.351703] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9182a641-2c18-42ba-aebb-ec37194fab10" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.351703] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9182a641-2c18-42ba-aebb-ec37194fab10" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.351703] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9182a641-2c18-42ba-aebb-ec37194fab10" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.351956] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9182a641-2c18-42ba-aebb-ec37194fab10',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.852168] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.853117] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.853276] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.855146] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9182a641-2c18-42ba-aebb-ec37194fab10 with status ACTIVE [ 1135.855236] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.855329] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.855395] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.855674] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.855781] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.855970] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.856082] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.856150] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.856291] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.856398] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.856546] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.856715] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.856781] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.856923] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.856997] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.857092] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9182a641-2c18-42ba-aebb-ec37194fab10 is going to be updated. [ 1135.882808] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.882946] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.883032] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.883219] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.883351] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.883503] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9182a641-2c18-42ba-aebb-ec37194fab10" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.355730] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.773828] env[69343]: INFO networking_nsxv3.common.synchronization [req-cc9d38ac-214b-49dc-82c3-7449eadd15c5 req-12d21ed5-4189-4ddc-949f-3351f5cc61bd tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Enqueued Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGHEST for action security_group_members [ 1136.774835] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGHEST for action security_group_members [ 1136.775180] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.775306] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.775374] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.775578] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.775908] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.776105] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.776227] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.776456] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.776597] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.776698] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.859667] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.859973] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.859973] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.860099] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.860183] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.860280] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d is going to be created. [ 1136.900712] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.900891] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.900936] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.901158] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.901329] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.910467] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: UNINITIALIZED for 2s [ 1137.279387] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.279642] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.279707] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.279950] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.280091] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.280349] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.280506] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.280619] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.280855] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.280951] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.281130] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a is going to be updated. [ 1137.316178] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.316356] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.316437] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.316752] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.316908] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.326029] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a in Status: IN_PROGRESS for 2s [ 1138.921082] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: SUCCESS [ 1138.921529] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.921529] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.921796] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.922013] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.922135] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.922193] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.922363] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.922441] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.922526] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.922614] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.335452] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a in Status: SUCCESS [ 1139.335658] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a deletion is rescheduled due to dependency. [ 1139.335789] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.425022] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.425678] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.425678] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.425678] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.425930] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.425930] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.425930] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.426185] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.426297] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.426393] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.426561] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.426709] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.426791] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.426960] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.427190] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.427407] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.427470] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.427627] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.427706] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.427789] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.427877] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.637413] env[69343]: INFO networking_nsxv3.common.synchronization [req-c6da1772-8a79-48a3-8a3b-71c3e2c75485 req-fe1d62d7-ebc3-42ee-8a90-e8958bd04bc4 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Enqueued Resource ID: a0439388-7657-42e2-9140-4b678d288944 with Priority: HIGHEST for action security_group_members [ 1139.638299] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0439388-7657-42e2-9140-4b678d288944 with Priority: HIGHEST for action security_group_members [ 1139.638697] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0439388-7657-42e2-9140-4b678d288944 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.639046] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0439388-7657-42e2-9140-4b678d288944" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.639046] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0439388-7657-42e2-9140-4b678d288944" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.639354] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0439388-7657-42e2-9140-4b678d288944" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.639478] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.639581] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.639646] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.639783] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.639870] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.639966] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0439388-7657-42e2-9140-4b678d288944',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.930351] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 808b04a2-be13-4773-bfa7-1d9ce637fb4d: rpc.has_security_group_logging(os_id): False [ 1139.948474] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.948474] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.948474] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.948687] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.948785] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.948970] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.949078] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.949148] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.949295] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.949440] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.949679] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.949818] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.949913] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.950213] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.950300] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.950669] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.950816] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.950883] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.951079] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.951167] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.951239] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d is going to be created. [ 1140.004843] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.005042] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.005114] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.005328] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.005591] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.018361] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: IN_PROGRESS for 2s [ 1140.142646] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.142937] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.142937] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.143122] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.168272] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.168618] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.168741] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.168807] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.169031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.169106] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.169222] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0439388-7657-42e2-9140-4b678d288944 is going to be updated. [ 1140.193643] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.193813] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.193813] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.194044] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.194193] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.210209] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0439388-7657-42e2-9140-4b678d288944 in Status: IN_PROGRESS for 2s [ 1142.030519] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: SUCCESS [ 1142.030936] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.228550] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0439388-7657-42e2-9140-4b678d288944 in Status: SUCCESS [ 1142.228740] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0439388-7657-42e2-9140-4b678d288944 deletion is rescheduled due to dependency. [ 1142.228865] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0439388-7657-42e2-9140-4b678d288944" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.541125] env[69343]: INFO networking_nsxv3.common.synchronization [req-ab800fbd-4314-4615-af21-35994fa15b01 req-da05ed5f-8072-43ad-ad99-a70d6edd72f5 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Enqueued Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_members [ 1143.541715] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGHEST for action security_group_members [ 1143.542027] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.542146] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.542211] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.542461] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.542559] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.542651] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.542705] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.542846] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.542923] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.543018] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.045642] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.045847] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.045908] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.046128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.068657] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.068931] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.069060] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.069127] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.069320] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.069428] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.069517] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7445b3cd-609e-49ea-bda8-52dc323593df is going to be updated. [ 1144.095575] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.095746] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.095797] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.095992] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.096143] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.104045] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: IN_PROGRESS for 2s [ 1144.826266] env[69343]: INFO networking_nsxv3.common.synchronization [req-18a6e304-16b9-431c-9e1b-44462949c041 req-4c79dd40-15a1-4e33-b460-fdae8955dd5d tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Enqueued Resource ID: 563fc3bd-502a-457a-a837-276f3d327cc1 with Priority: HIGHEST for action security_group_members [ 1144.826753] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563fc3bd-502a-457a-a837-276f3d327cc1 with Priority: HIGHEST for action security_group_members [ 1144.827077] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-563fc3bd-502a-457a-a837-276f3d327cc1 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.827199] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563fc3bd-502a-457a-a837-276f3d327cc1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.827273] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563fc3bd-502a-457a-a837-276f3d327cc1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.827495] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563fc3bd-502a-457a-a837-276f3d327cc1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.827655] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.827754] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.827815] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.827962] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.831725] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.831725] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('563fc3bd-502a-457a-a837-276f3d327cc1',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.320448] env[69343]: INFO networking_nsxv3.common.synchronization [req-82bf38b6-a4ce-419e-af03-25180aa7c568 req-c07452ea-116d-410d-bece-74383eb27b55 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Enqueued Resource ID: 54c052bd-bb2b-425b-a647-95601d645611 with Priority: HIGHEST for action security_group_members [ 1145.321065] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c052bd-bb2b-425b-a647-95601d645611 with Priority: HIGHEST for action security_group_members [ 1145.321396] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c052bd-bb2b-425b-a647-95601d645611 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.321547] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c052bd-bb2b-425b-a647-95601d645611" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.321624] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c052bd-bb2b-425b-a647-95601d645611" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.321833] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c052bd-bb2b-425b-a647-95601d645611" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.322012] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.322221] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.322347] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.322533] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.322654] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.322776] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54c052bd-bb2b-425b-a647-95601d645611',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.330653] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.330769] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.330887] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.331106] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.352628] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.353343] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.353476] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.353547] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.353752] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.353840] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.353935] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 563fc3bd-502a-457a-a837-276f3d327cc1 is going to be updated. [ 1145.379946] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.380108] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.380172] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.380383] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.380592] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.388341] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 563fc3bd-502a-457a-a837-276f3d327cc1 in Status: IN_PROGRESS for 2s [ 1145.825989] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.826172] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.826277] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.826491] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.846126] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.846431] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.846558] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.846625] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.846857] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.846944] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.847105] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54c052bd-bb2b-425b-a647-95601d645611 is going to be updated. [ 1145.874346] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.874346] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.874346] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.874346] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.874346] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.881830] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c052bd-bb2b-425b-a647-95601d645611 in Status: IN_PROGRESS for 2s [ 1146.114252] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7445b3cd-609e-49ea-bda8-52dc323593df in Status: SUCCESS [ 1146.114475] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7445b3cd-609e-49ea-bda8-52dc323593df deletion is rescheduled due to dependency. [ 1146.114576] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.356561] env[69343]: INFO networking_nsxv3.common.synchronization [None req-838eaee4-4b97-4cac-8a6b-bcb971a4d127 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Enqueued Resource ID: 5ab64888-669e-4165-996c-64410969470e with Priority: HIGHEST for action security_group_rules [ 1146.357346] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ab64888-669e-4165-996c-64410969470e with Priority: HIGHEST for action security_group_rules [ 1146.357734] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ab64888-669e-4165-996c-64410969470e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.357895] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.358022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.358229] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.358320] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ab64888-669e-4165-996c-64410969470e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.442127] env[69343]: INFO networking_nsxv3.common.synchronization [None req-f804befd-f53c-4b3d-bfd3-56754ac0c2a1 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Enqueued Resource ID: 5ab64888-669e-4165-996c-64410969470e with Priority: HIGHEST for action security_group_rules [ 1146.442638] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ab64888-669e-4165-996c-64410969470e with Priority: HIGHEST for action security_group_rules [ 1146.442942] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ab64888-669e-4165-996c-64410969470e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.443058] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.881112] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.881422] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.881422] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.881554] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.881608] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.881746] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ab64888-669e-4165-996c-64410969470e already deleted. [ 1146.881832] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.881974] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.882675] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.882675] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ab64888-669e-4165-996c-64410969470e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.398188] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 563fc3bd-502a-457a-a837-276f3d327cc1 in Status: SUCCESS [ 1147.398307] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 563fc3bd-502a-457a-a837-276f3d327cc1 deletion is rescheduled due to dependency. [ 1147.398307] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563fc3bd-502a-457a-a837-276f3d327cc1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.400846] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.400980] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.401066] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.401273] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.401357] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.401448] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ab64888-669e-4165-996c-64410969470e already deleted. [ 1147.401531] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.894032] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c052bd-bb2b-425b-a647-95601d645611 in Status: SUCCESS [ 1147.894356] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54c052bd-bb2b-425b-a647-95601d645611 deletion is rescheduled due to dependency. [ 1147.894356] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c052bd-bb2b-425b-a647-95601d645611" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.105722] env[69343]: INFO networking_nsxv3.common.synchronization [None req-42916a0d-3c77-4c92-971a-24906cb4e866 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Enqueued Resource ID: 6a264a17-6988-4ff8-bf71-74bb0f6fd84f with Priority: HIGHEST for action security_group_rules [ 1149.105722] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a264a17-6988-4ff8-bf71-74bb0f6fd84f with Priority: HIGHEST for action security_group_rules [ 1149.106092] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a264a17-6988-4ff8-bf71-74bb0f6fd84f taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.106171] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a264a17-6988-4ff8-bf71-74bb0f6fd84f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.106263] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a264a17-6988-4ff8-bf71-74bb0f6fd84f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.106596] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a264a17-6988-4ff8-bf71-74bb0f6fd84f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.106707] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a264a17-6988-4ff8-bf71-74bb0f6fd84f',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.200940] env[69343]: INFO networking_nsxv3.common.synchronization [None req-27161ddc-27b8-4ca5-bfc7-92fdb5dfffbd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Enqueued Resource ID: 6a264a17-6988-4ff8-bf71-74bb0f6fd84f with Priority: HIGHEST for action security_group_rules [ 1149.200940] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a264a17-6988-4ff8-bf71-74bb0f6fd84f with Priority: HIGHEST for action security_group_rules [ 1149.200940] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a264a17-6988-4ff8-bf71-74bb0f6fd84f taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.200940] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a264a17-6988-4ff8-bf71-74bb0f6fd84f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.626030] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.626193] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.626235] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.628281] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.628281] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.628281] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a264a17-6988-4ff8-bf71-74bb0f6fd84f already deleted. [ 1149.628281] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a264a17-6988-4ff8-bf71-74bb0f6fd84f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.628281] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a264a17-6988-4ff8-bf71-74bb0f6fd84f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.628281] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a264a17-6988-4ff8-bf71-74bb0f6fd84f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.628281] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a264a17-6988-4ff8-bf71-74bb0f6fd84f',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.149485] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.149777] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.149777] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.150357] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.150357] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.150357] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a264a17-6988-4ff8-bf71-74bb0f6fd84f already deleted. [ 1150.150357] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a264a17-6988-4ff8-bf71-74bb0f6fd84f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.202064] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1154.202064] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1154.268021] env[69343]: INFO networking_nsxv3.common.synchronization [req-e7b70ee8-1a56-4c23-b484-935c2a6b51fe req-cac9f5b6-2c02-4589-9c1a-cdea9c31f285 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Enqueued Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_members [ 1154.268021] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_members [ 1154.268021] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.268021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.268021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.268021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.268021] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.268021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.268021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.268021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.268021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.268021] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.770246] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.770403] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.770544] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.770731] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.770825] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.771139] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.771239] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.771239] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.771392] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.771464] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.771553] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 is going to be updated. [ 1154.804882] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.805037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.805110] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.805313] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.805451] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.813319] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: IN_PROGRESS for 2s [ 1156.429421] env[69343]: INFO networking_nsxv3.common.synchronization [None req-50d66698-ceac-4b8b-be96-883c66367b86 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Enqueued Resource ID: 2cd9d1d5-537f-46b9-930e-f416db5dc561 with Priority: HIGHEST for action security_group_rules [ 1156.429421] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd9d1d5-537f-46b9-930e-f416db5dc561 with Priority: HIGHEST for action security_group_rules [ 1156.429421] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cd9d1d5-537f-46b9-930e-f416db5dc561 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.429421] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cd9d1d5-537f-46b9-930e-f416db5dc561" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.429421] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cd9d1d5-537f-46b9-930e-f416db5dc561" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.429421] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cd9d1d5-537f-46b9-930e-f416db5dc561" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.430197] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cd9d1d5-537f-46b9-930e-f416db5dc561',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.564072] env[69343]: INFO networking_nsxv3.common.synchronization [None req-ba06f937-58cb-42e7-b1b9-ed98357a6a7e tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Enqueued Resource ID: 2cd9d1d5-537f-46b9-930e-f416db5dc561 with Priority: HIGHEST for action security_group_rules [ 1156.564601] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd9d1d5-537f-46b9-930e-f416db5dc561 with Priority: HIGHEST for action security_group_rules [ 1156.564961] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cd9d1d5-537f-46b9-930e-f416db5dc561 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.565066] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cd9d1d5-537f-46b9-930e-f416db5dc561" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.826938] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: SUCCESS [ 1156.827824] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 deletion is rescheduled due to dependency. [ 1156.827954] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.950375] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.950577] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.950658] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.950914] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.951040] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.951178] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cd9d1d5-537f-46b9-930e-f416db5dc561 already deleted. [ 1156.951251] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cd9d1d5-537f-46b9-930e-f416db5dc561" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.951471] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cd9d1d5-537f-46b9-930e-f416db5dc561" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.951607] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cd9d1d5-537f-46b9-930e-f416db5dc561" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.951701] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cd9d1d5-537f-46b9-930e-f416db5dc561',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.389764] env[69343]: INFO networking_nsxv3.common.synchronization [None req-46ef8ff5-69a2-465d-a12c-238e0012bad4 None None] Enqueued Resource ID: 60175f70-2421-4dbc-a021-d5e1f18638b4 with Priority: HIGHEST for action port [ 1157.391178] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60175f70-2421-4dbc-a021-d5e1f18638b4 with Priority: HIGHEST for action port [ 1157.391178] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-60175f70-2421-4dbc-a021-d5e1f18638b4 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.391178] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60175f70-2421-4dbc-a021-d5e1f18638b4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.391178] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60175f70-2421-4dbc-a021-d5e1f18638b4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.391178] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60175f70-2421-4dbc-a021-d5e1f18638b4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.391178] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60175f70-2421-4dbc-a021-d5e1f18638b4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.480749] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.480749] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.480749] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.480749] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.480749] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.480749] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cd9d1d5-537f-46b9-930e-f416db5dc561 already deleted. [ 1157.480749] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cd9d1d5-537f-46b9-930e-f416db5dc561" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.760434] env[69343]: INFO networking_nsxv3.common.synchronization [req-36288379-0778-4d88-9de5-15fce6f1f3e8 req-ce061d77-47df-4aee-9112-b709004d3019 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Enqueued Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1157.760974] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1157.761654] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.761846] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.761901] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.762170] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.762281] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.762404] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.762457] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.762586] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.762673] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.762756] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.894048] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60175f70-2421-4dbc-a021-d5e1f18638b4 [ 1157.895272] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.895411] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.895478] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.895692] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.895818] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.895894] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60175f70-2421-4dbc-a021-d5e1f18638b4 already deleted. [ 1157.895949] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60175f70-2421-4dbc-a021-d5e1f18638b4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.208250] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.209553] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-984" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.209553] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-984" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.209553] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-984" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.209553] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.209917] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.209917] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.211941] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.211941] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.211941] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1158.211941] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1158.211941] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1158.211941] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1158.211941] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1158.211941] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1158.211941] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1158.231466] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1158.231672] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1158.231834] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1158.231990] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-984" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.232477] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-6b608ff1-749d-4e98-9573-0d7036954c36 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.232587] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-6b608ff1-749d-4e98-9573-0d7036954c36" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.233221] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-6b608ff1-749d-4e98-9573-0d7036954c36" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.233221] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-6b608ff1-749d-4e98-9573-0d7036954c36" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.233221] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b608ff1-749d-4e98-9573-0d7036954c36',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.264997] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.737053] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.739313] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.739313] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.739313] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.739313] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.739313] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 6b608ff1-749d-4e98-9573-0d7036954c36 not found, creating... [ 1158.739313] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.739313] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.739313] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.739313] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.739313] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.740164] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.740164] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.740164] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.740164] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.740931] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.741149] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 6b608ff1-749d-4e98-9573-0d7036954c36 is going to be created. [ 1158.762049] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.762049] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.762049] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.762398] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.762607] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.762847] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-6b608ff1-749d-4e98-9573-0d7036954c36" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.770839] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.275610] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.275610] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.275610] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.275610] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.275610] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.275610] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d is going to be updated. [ 1159.307426] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.307426] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.307426] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.307426] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.307426] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.314261] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: IN_PROGRESS for 2s [ 1159.340702] env[69343]: INFO networking_nsxv3.common.synchronization [None req-735d2b86-b468-46ed-bfe1-af10a24a2276 None None] Enqueued Resource ID: 1c80ccfb-80cd-4748-bd4f-71eac093819b with Priority: HIGHEST for action port [ 1159.340702] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c80ccfb-80cd-4748-bd4f-71eac093819b with Priority: HIGHEST for action port [ 1159.340702] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c80ccfb-80cd-4748-bd4f-71eac093819b taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.340702] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c80ccfb-80cd-4748-bd4f-71eac093819b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.340702] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c80ccfb-80cd-4748-bd4f-71eac093819b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.340702] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c80ccfb-80cd-4748-bd4f-71eac093819b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.341403] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c80ccfb-80cd-4748-bd4f-71eac093819b',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.487935] env[69343]: INFO networking_nsxv3.common.synchronization [req-36288379-0778-4d88-9de5-15fce6f1f3e8 req-86501644-c147-49cc-89ff-f94dd1bfef69 service nova] Enqueued Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_rules [ 1159.488154] env[69343]: INFO networking_nsxv3.common.synchronization [req-36288379-0778-4d88-9de5-15fce6f1f3e8 req-86501644-c147-49cc-89ff-f94dd1bfef69 service nova] Enqueued Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1159.488299] env[69343]: INFO networking_nsxv3.common.synchronization [req-36288379-0778-4d88-9de5-15fce6f1f3e8 req-86501644-c147-49cc-89ff-f94dd1bfef69 service nova] Enqueued Resource ID: 6b608ff1-749d-4e98-9573-0d7036954c36 with Priority: HIGHEST for action port [ 1159.488899] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_rules [ 1159.489621] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1159.489790] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b608ff1-749d-4e98-9573-0d7036954c36 with Priority: HIGHEST for action port [ 1159.490094] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.490221] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.490286] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.490523] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.490607] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.492307] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.492422] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.496173] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b608ff1-749d-4e98-9573-0d7036954c36 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.496346] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b608ff1-749d-4e98-9573-0d7036954c36" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.496413] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b608ff1-749d-4e98-9573-0d7036954c36" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.496651] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b608ff1-749d-4e98-9573-0d7036954c36" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.496731] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b608ff1-749d-4e98-9573-0d7036954c36',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.844708] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c80ccfb-80cd-4748-bd4f-71eac093819b [ 1159.844708] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.844708] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.845118] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.845118] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.845118] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.845238] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c80ccfb-80cd-4748-bd4f-71eac093819b already deleted. [ 1159.845238] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c80ccfb-80cd-4748-bd4f-71eac093819b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.992420] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.992597] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.000105] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b608ff1-749d-4e98-9573-0d7036954c36 with status ACTIVE [ 1160.000105] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.000105] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.000105] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.000105] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.000105] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.000105] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.000564] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.000564] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.000564] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.000564] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.000725] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.000725] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.000807] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.001059] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.001059] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.001059] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b608ff1-749d-4e98-9573-0d7036954c36 is going to be updated. [ 1160.027939] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.027939] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.027939] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.028288] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.028288] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.028288] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b608ff1-749d-4e98-9573-0d7036954c36" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.324228] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: SUCCESS [ 1161.324507] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.324735] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.324981] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.325224] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.325422] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.325513] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.325697] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.328680] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.328680] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.788384] env[69343]: INFO networking_nsxv3.common.synchronization [req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 req-0dacb0b2-9dcc-43f5-b317-12ba8f425f18 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Enqueued Resource ID: 5ab64888-669e-4165-996c-64410969470e with Priority: HIGHEST for action security_group_members [ 1161.788925] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ab64888-669e-4165-996c-64410969470e with Priority: HIGHEST for action security_group_members [ 1161.789246] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ab64888-669e-4165-996c-64410969470e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.789365] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.789430] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.789751] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.789908] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.790021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.790092] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.790623] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.790715] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.790812] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ab64888-669e-4165-996c-64410969470e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.828176] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.192018] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-829 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.192018] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-829" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.192018] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-829" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.192018] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-829" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.192018] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.192018] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.192018] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.192672] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.195688] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.195688] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1162.195688] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1162.195688] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1162.195688] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1162.195688] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1162.195688] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1162.195688] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1162.212401] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1162.212777] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1162.214778] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1162.214778] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-829" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.214778] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-2fa0bce0-01ec-4034-88e2-15fed8319641 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.214778] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-2fa0bce0-01ec-4034-88e2-15fed8319641" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.214778] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-2fa0bce0-01ec-4034-88e2-15fed8319641" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.214778] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-2fa0bce0-01ec-4034-88e2-15fed8319641" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.214778] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fa0bce0-01ec-4034-88e2-15fed8319641',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.293509] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.293509] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.293509] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.293509] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.293795] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.293795] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.293879] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.293879] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.294119] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.294119] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.294213] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ab64888-669e-4165-996c-64410969470e already deleted. [ 1162.294255] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.330657] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.719337] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.719738] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.719788] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.720045] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.720197] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.720353] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 2fa0bce0-01ec-4034-88e2-15fed8319641 not found, creating... [ 1162.720629] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.720799] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.720917] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.721225] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.721280] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.721584] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.721750] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.721892] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.722104] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.722240] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.722378] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 2fa0bce0-01ec-4034-88e2-15fed8319641 is going to be created. [ 1162.742061] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.742332] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.742332] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.742514] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.742752] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.742971] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-2fa0bce0-01ec-4034-88e2-15fed8319641" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.832245] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.832408] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.832481] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.832690] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.832784] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.832885] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d is going to be updated. [ 1162.881019] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.881181] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.881247] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.881464] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.881674] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.890671] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: IN_PROGRESS for 2s [ 1163.495483] env[69343]: INFO networking_nsxv3.common.synchronization [req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 req-c3f5d787-a9fe-4204-97a5-325c9411d38f service nova] Enqueued Resource ID: 5ab64888-669e-4165-996c-64410969470e with Priority: HIGHEST for action security_group_rules [ 1163.495483] env[69343]: INFO networking_nsxv3.common.synchronization [req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 req-c3f5d787-a9fe-4204-97a5-325c9411d38f service nova] Enqueued Resource ID: 5ab64888-669e-4165-996c-64410969470e with Priority: HIGHEST for action security_group_members [ 1163.495483] env[69343]: INFO networking_nsxv3.common.synchronization [req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 req-c3f5d787-a9fe-4204-97a5-325c9411d38f service nova] Enqueued Resource ID: 2fa0bce0-01ec-4034-88e2-15fed8319641 with Priority: HIGHEST for action port [ 1163.495483] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ab64888-669e-4165-996c-64410969470e with Priority: HIGHEST for action security_group_rules [ 1163.495483] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ab64888-669e-4165-996c-64410969470e with Priority: HIGHEST for action security_group_members [ 1163.495842] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fa0bce0-01ec-4034-88e2-15fed8319641 with Priority: HIGHEST for action port [ 1163.497530] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ab64888-669e-4165-996c-64410969470e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.497530] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.497530] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.497530] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.497530] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ab64888-669e-4165-996c-64410969470e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.499183] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ab64888-669e-4165-996c-64410969470e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.499183] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.499183] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.499183] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.499429] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.499429] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.499582] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.499620] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.501016] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.501016] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ab64888-669e-4165-996c-64410969470e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.501483] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fa0bce0-01ec-4034-88e2-15fed8319641 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.501483] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fa0bce0-01ec-4034-88e2-15fed8319641" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.501483] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fa0bce0-01ec-4034-88e2-15fed8319641" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.501483] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fa0bce0-01ec-4034-88e2-15fed8319641" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.501662] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fa0bce0-01ec-4034-88e2-15fed8319641',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.999053] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ab64888-669e-4165-996c-64410969470e taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.999193] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.002100] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ab64888-669e-4165-996c-64410969470e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.002763] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2fa0bce0-01ec-4034-88e2-15fed8319641 with status ACTIVE [ 1164.002958] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.003096] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.003164] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.003363] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.003451] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.003626] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.003725] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.003788] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.003933] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.004065] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.004264] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.004358] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.004422] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.005051] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.005051] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.005051] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2fa0bce0-01ec-4034-88e2-15fed8319641 is going to be updated. [ 1164.025346] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.025500] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.025544] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.025720] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.025849] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.025994] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fa0bce0-01ec-4034-88e2-15fed8319641" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.109745] env[69343]: INFO networking_nsxv3.common.synchronization [req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 req-4e12cfcd-36be-489f-a47d-f8e89e92336a tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Enqueued Resource ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 with Priority: HIGHEST for action security_group_members [ 1164.110200] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 with Priority: HIGHEST for action security_group_members [ 1164.110509] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-41dca42e-4920-42a2-a74f-d8fa590a2464 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.110647] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.110712] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.110961] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.111469] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.111581] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.111650] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.111804] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.111909] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.112015] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41dca42e-4920-42a2-a74f-d8fa590a2464',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.367628] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.367832] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-646" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.367957] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-646" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.368242] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-646" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.368494] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.368652] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.368772] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.368995] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.369143] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.369351] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1164.369465] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1164.369612] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1164.369753] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1164.369872] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1164.369981] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1164.370128] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1164.388287] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1164.388444] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1164.388581] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1164.388830] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-646" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.389975] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-ccc9ed4d-a3c8-4f99-b631-7be39136d453 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.389975] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-ccc9ed4d-a3c8-4f99-b631-7be39136d453" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.389975] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-ccc9ed4d-a3c8-4f99-b631-7be39136d453" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.390182] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-ccc9ed4d-a3c8-4f99-b631-7be39136d453" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.390293] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccc9ed4d-a3c8-4f99-b631-7be39136d453',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.508407] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ab64888-669e-4165-996c-64410969470e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.614308] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.614494] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.614586] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.614809] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.614903] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.615108] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.615207] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.615270] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.615414] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.615490] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.615573] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 already deleted. [ 1164.615651] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.894668] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.894890] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.895028] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.895499] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.895499] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.895641] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port ccc9ed4d-a3c8-4f99-b631-7be39136d453 not found, creating... [ 1164.895867] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.896032] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.896153] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.896364] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.896502] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.896785] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.896936] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.897075] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.897316] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.897450] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.897611] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: ccc9ed4d-a3c8-4f99-b631-7be39136d453 is going to be created. [ 1164.908243] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: SUCCESS [ 1164.908434] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.908584] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.908759] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.908939] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.909055] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.909116] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.909262] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.909339] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.909420] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.909507] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.921059] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.921254] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.921377] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.921625] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.921853] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.922083] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-ccc9ed4d-a3c8-4f99-b631-7be39136d453" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.011123] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.011319] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.011367] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.011546] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.011637] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.011734] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ab64888-669e-4165-996c-64410969470e is going to be created. [ 1165.047055] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.047259] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.047259] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.047499] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.047687] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.067169] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ab64888-669e-4165-996c-64410969470e in Status: UNINITIALIZED for 2s [ 1165.411511] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.411811] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.411811] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.412092] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.412301] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.412623] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.412623] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.412623] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.412939] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.412939] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.412939] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.413055] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.413055] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.413302] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.413527] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.413671] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.413754] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.413919] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.414034] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.414148] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.414265] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.646191] env[69343]: INFO networking_nsxv3.common.synchronization [req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 req-f9789486-d6af-448f-ab7e-0cb6e86a89f5 service nova] Enqueued Resource ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 with Priority: HIGHEST for action security_group_rules [ 1165.646478] env[69343]: INFO networking_nsxv3.common.synchronization [req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 req-f9789486-d6af-448f-ab7e-0cb6e86a89f5 service nova] Enqueued Resource ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 with Priority: HIGHEST for action security_group_members [ 1165.646518] env[69343]: INFO networking_nsxv3.common.synchronization [req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 req-f9789486-d6af-448f-ab7e-0cb6e86a89f5 service nova] Enqueued Resource ID: ccc9ed4d-a3c8-4f99-b631-7be39136d453 with Priority: HIGHEST for action port [ 1165.646721] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 with Priority: HIGHEST for action security_group_rules [ 1165.646865] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 with Priority: HIGHEST for action security_group_members [ 1165.647204] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccc9ed4d-a3c8-4f99-b631-7be39136d453 with Priority: HIGHEST for action port [ 1165.647634] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41dca42e-4920-42a2-a74f-d8fa590a2464 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.647759] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.647844] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.648085] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.648166] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41dca42e-4920-42a2-a74f-d8fa590a2464',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.648992] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-41dca42e-4920-42a2-a74f-d8fa590a2464 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.649094] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.649132] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.649281] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.649418] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.649509] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.649636] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.649730] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.649813] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.649899] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41dca42e-4920-42a2-a74f-d8fa590a2464',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.650619] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccc9ed4d-a3c8-4f99-b631-7be39136d453 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.650769] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccc9ed4d-a3c8-4f99-b631-7be39136d453" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.650843] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccc9ed4d-a3c8-4f99-b631-7be39136d453" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.650994] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccc9ed4d-a3c8-4f99-b631-7be39136d453" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.651397] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccc9ed4d-a3c8-4f99-b631-7be39136d453',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.916194] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 808b04a2-be13-4773-bfa7-1d9ce637fb4d: rpc.has_security_group_logging(os_id): False [ 1165.934071] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.934357] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.934433] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.934780] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.934885] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.935106] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.935213] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.935260] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.935434] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.935511] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.935733] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.935830] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.935885] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.936178] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.936178] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.936326] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.936467] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.936467] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.936871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.936871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.936871] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d is going to be updated. [ 1166.002416] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.002718] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.002791] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.003108] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.003356] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.017839] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: IN_PROGRESS for 2s [ 1166.152636] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41dca42e-4920-42a2-a74f-d8fa590a2464',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.153661] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-41dca42e-4920-42a2-a74f-d8fa590a2464 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.153811] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.158798] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ccc9ed4d-a3c8-4f99-b631-7be39136d453 with status ACTIVE [ 1166.158982] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.159113] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.159181] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.159394] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.159485] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.159728] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.159829] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.159887] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.160037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.160118] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.160296] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.160388] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.160449] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.160614] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.160685] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.160770] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ccc9ed4d-a3c8-4f99-b631-7be39136d453 is going to be updated. [ 1166.192022] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.192022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.192022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.192237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.192335] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.192986] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccc9ed4d-a3c8-4f99-b631-7be39136d453" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.449476] env[69343]: INFO networking_nsxv3.common.synchronization [req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b req-d533328f-846c-46da-996e-230b598c052a tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Enqueued Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_members [ 1166.453021] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_members [ 1166.453021] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.453021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.453021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.453021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.453021] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.453021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.453021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.453021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.453021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.453021] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.655120] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41dca42e-4920-42a2-a74f-d8fa590a2464',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.858416] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.858617] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-45" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.858761] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-45" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.859070] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-45" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.859334] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.859493] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.859653] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.859893] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.860072] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.860287] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1166.860403] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1166.860512] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1166.860646] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1166.860764] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1166.860870] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1166.861014] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1166.880697] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1166.880869] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1166.881262] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1166.881262] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-45" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.881619] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-af9b7f95-596e-41ce-bdd7-dd9457af3887 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.881717] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-af9b7f95-596e-41ce-bdd7-dd9457af3887" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.881770] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-af9b7f95-596e-41ce-bdd7-dd9457af3887" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.882128] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-af9b7f95-596e-41ce-bdd7-dd9457af3887" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.882272] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af9b7f95-596e-41ce-bdd7-dd9457af3887',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.956752] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.956752] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.956752] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.957010] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.957119] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.957329] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.957453] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.957543] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.957731] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.957811] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.957899] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 is going to be updated. [ 1166.988891] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.988891] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.988891] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.988891] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.988891] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.996307] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: IN_PROGRESS for 2s [ 1167.076681] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ab64888-669e-4165-996c-64410969470e in Status: SUCCESS [ 1167.076902] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.077069] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.077278] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.077504] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.077623] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.077688] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.077844] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.077928] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.078023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.078116] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ab64888-669e-4165-996c-64410969470e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.157143] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.157321] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.157391] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.157629] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.157728] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.157831] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 is going to be created. [ 1167.191036] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.191036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.191036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.191036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.191036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.207580] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 in Status: UNINITIALIZED for 2s [ 1167.385032] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.385298] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.385434] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.385716] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.385872] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.386052] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port af9b7f95-596e-41ce-bdd7-dd9457af3887 not found, creating... [ 1167.386325] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.386483] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.386602] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.386822] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.386963] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.387261] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.387419] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.387538] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.387743] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.387880] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.388034] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: af9b7f95-596e-41ce-bdd7-dd9457af3887 is going to be created. [ 1167.406644] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.406879] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.407134] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.407567] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.407901] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.408267] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-af9b7f95-596e-41ce-bdd7-dd9457af3887" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.580108] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ab64888-669e-4165-996c-64410969470e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.031835] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: SUCCESS [ 1168.031835] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.083639] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ab64888-669e-4165-996c-64410969470e: rpc.has_security_group_logging(os_id): False [ 1168.101828] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.102026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.102113] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.102736] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.102736] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.102736] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.102916] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.102916] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.102988] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.103132] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.103132] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ab64888-669e-4165-996c-64410969470e is going to be created. [ 1168.172554] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.172723] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.172773] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.172974] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.173168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.189804] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ab64888-669e-4165-996c-64410969470e in Status: IN_PROGRESS for 2s [ 1168.314322] env[69343]: INFO networking_nsxv3.common.synchronization [req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b req-af693979-6a7a-4c7d-9589-a7a5a3bdfed7 service nova] Enqueued Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_rules [ 1168.314538] env[69343]: INFO networking_nsxv3.common.synchronization [req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b req-af693979-6a7a-4c7d-9589-a7a5a3bdfed7 service nova] Enqueued Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_members [ 1168.314714] env[69343]: INFO networking_nsxv3.common.synchronization [req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b req-af693979-6a7a-4c7d-9589-a7a5a3bdfed7 service nova] Enqueued Resource ID: af9b7f95-596e-41ce-bdd7-dd9457af3887 with Priority: HIGHEST for action port [ 1168.315273] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_rules [ 1168.315415] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_members [ 1168.315515] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af9b7f95-596e-41ce-bdd7-dd9457af3887 with Priority: HIGHEST for action port [ 1168.315793] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a4db52e-5882-4ee2-b0c4-bf285fc48e28 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.315918] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.315985] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.316205] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.316287] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.317145] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.317245] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.317447] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-af9b7f95-596e-41ce-bdd7-dd9457af3887 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.317578] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af9b7f95-596e-41ce-bdd7-dd9457af3887" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.317656] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af9b7f95-596e-41ce-bdd7-dd9457af3887" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.317826] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af9b7f95-596e-41ce-bdd7-dd9457af3887" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.317903] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af9b7f95-596e-41ce-bdd7-dd9457af3887',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.819790] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.819943] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.820161] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af9b7f95-596e-41ce-bdd7-dd9457af3887 with status ACTIVE [ 1168.820340] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.820446] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.820513] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.820792] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.820861] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.821044] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.821179] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.821235] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.821350] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.821425] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.821602] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.821694] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.821754] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.821886] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.821958] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.822051] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af9b7f95-596e-41ce-bdd7-dd9457af3887 is going to be updated. [ 1168.841281] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.841446] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.841446] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.841621] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.841770] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.841977] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af9b7f95-596e-41ce-bdd7-dd9457af3887" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.010059] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: SUCCESS [ 1169.010215] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 deletion is rescheduled due to dependency. [ 1169.010329] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.010497] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.010902] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.010981] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.011070] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.011120] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.011268] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.011347] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.011440] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.224181] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 in Status: SUCCESS [ 1169.224474] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.224554] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.224764] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.224951] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.225080] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.225144] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.225297] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.225376] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.225458] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.225547] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41dca42e-4920-42a2-a74f-d8fa590a2464',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.515195] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.729827] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-41dca42e-4920-42a2-a74f-d8fa590a2464 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.730051] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.730109] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.730341] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.730504] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.730621] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.730673] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.731131] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.731131] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.731131] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.731131] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-41dca42e-4920-42a2-a74f-d8fa590a2464 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.731420] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.731420] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.731420] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.731589] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.731659] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.731699] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.731801] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.731908] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.731974] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.732095] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41dca42e-4920-42a2-a74f-d8fa590a2464',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.018655] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.042060] env[69343]: INFO networking_nsxv3.common.synchronization [req-ccee8f21-5819-4e9b-96c8-150644c9a181 req-6ad9faa7-0619-4b2e-97e6-b6ad179f8991 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Enqueued Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1170.042609] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1170.042927] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.043064] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.043134] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.043333] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.043487] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.043583] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.043645] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.043795] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.043878] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.044404] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.203392] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ab64888-669e-4165-996c-64410969470e in Status: SUCCESS [ 1170.203622] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.236024] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41dca42e-4920-42a2-a74f-d8fa590a2464: rpc.has_security_group_logging(os_id): False [ 1170.255479] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.255726] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.255726] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.255869] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.255971] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.256216] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.256357] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.256446] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.256622] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.256705] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.256936] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.257191] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.257282] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.257430] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.257537] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.257773] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.257896] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.257977] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.258152] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.258243] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.258364] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 is going to be created. [ 1170.326175] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.326349] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.326644] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.326777] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.327166] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.341765] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 in Status: IN_PROGRESS for 2s [ 1170.521829] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.522069] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.522140] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.522496] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.522496] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.522604] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 is going to be updated. [ 1170.546557] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.561135] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.561353] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.561353] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.561514] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.561654] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.572741] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: IN_PROGRESS for 2s [ 1171.049360] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.553627] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.553627] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.553627] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.553627] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.553627] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.553627] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d is going to be updated. [ 1171.589760] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.589984] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.590055] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.590253] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.590411] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.601504] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: IN_PROGRESS for 2s [ 1171.723622] env[69343]: INFO networking_nsxv3.common.synchronization [req-b253610d-4240-4c5d-826c-fb4aae394a81 req-05d5898a-2ee9-4617-9730-57a5bb160542 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Enqueued Resource ID: 2cd9d1d5-537f-46b9-930e-f416db5dc561 with Priority: HIGHEST for action security_group_members [ 1171.724156] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd9d1d5-537f-46b9-930e-f416db5dc561 with Priority: HIGHEST for action security_group_members [ 1171.724452] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd9d1d5-537f-46b9-930e-f416db5dc561 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.724592] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd9d1d5-537f-46b9-930e-f416db5dc561" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.724716] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd9d1d5-537f-46b9-930e-f416db5dc561" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.724976] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd9d1d5-537f-46b9-930e-f416db5dc561" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.725564] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.725683] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.725752] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.725919] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.726040] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.726157] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cd9d1d5-537f-46b9-930e-f416db5dc561',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.031945] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-198 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.031945] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-198" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.032109] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-198" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.033121] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-198" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.033121] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.033121] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.033121] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.033404] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.033404] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.033640] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1172.033708] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.033853] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.033934] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.034056] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1172.034172] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.034307] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.056558] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.056728] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1172.056930] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.057119] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-198" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.057513] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-d638d6fd-0d49-4798-bbec-948d0c7692f4 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.057663] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-d638d6fd-0d49-4798-bbec-948d0c7692f4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.058532] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-d638d6fd-0d49-4798-bbec-948d0c7692f4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.058532] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-d638d6fd-0d49-4798-bbec-948d0c7692f4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.058532] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d638d6fd-0d49-4798-bbec-948d0c7692f4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.228437] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.228637] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.228637] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.229350] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.229350] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.229350] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.229350] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.229350] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.229845] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.229845] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.229845] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cd9d1d5-537f-46b9-930e-f416db5dc561 already deleted. [ 1172.229845] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd9d1d5-537f-46b9-930e-f416db5dc561" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.353795] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 in Status: SUCCESS [ 1172.353795] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.561626] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.561998] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.562070] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.562345] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.563303] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.563546] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port d638d6fd-0d49-4798-bbec-948d0c7692f4 not found, creating... [ 1172.563864] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.564054] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.564181] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.564422] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.564565] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.564856] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.565064] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.565193] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.565810] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.566027] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.566210] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: d638d6fd-0d49-4798-bbec-948d0c7692f4 is going to be created. [ 1172.582589] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: SUCCESS [ 1172.583042] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.583042] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.583165] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.583344] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.583463] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.583625] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.583721] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.583877] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.583924] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.583973] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.590144] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.590248] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.590429] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.590746] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.590992] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.591242] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-d638d6fd-0d49-4798-bbec-948d0c7692f4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.086551] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.086733] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.086811] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.087050] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.087222] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.087319] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.087657] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.087657] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.087657] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.087763] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.087871] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.087986] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.088073] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.088228] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.088426] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.088530] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.088593] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.088733] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.088810] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.088893] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.088982] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.279287] env[69343]: INFO networking_nsxv3.common.synchronization [req-b253610d-4240-4c5d-826c-fb4aae394a81 req-8e9d1deb-eba2-436f-aafb-f232b8bbdeec service nova] Enqueued Resource ID: 2cd9d1d5-537f-46b9-930e-f416db5dc561 with Priority: HIGHEST for action security_group_rules [ 1173.279287] env[69343]: INFO networking_nsxv3.common.synchronization [req-b253610d-4240-4c5d-826c-fb4aae394a81 req-8e9d1deb-eba2-436f-aafb-f232b8bbdeec service nova] Enqueued Resource ID: 2cd9d1d5-537f-46b9-930e-f416db5dc561 with Priority: HIGHEST for action security_group_members [ 1173.279759] env[69343]: INFO networking_nsxv3.common.synchronization [req-b253610d-4240-4c5d-826c-fb4aae394a81 req-8e9d1deb-eba2-436f-aafb-f232b8bbdeec service nova] Enqueued Resource ID: d638d6fd-0d49-4798-bbec-948d0c7692f4 with Priority: HIGHEST for action port [ 1173.282275] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd9d1d5-537f-46b9-930e-f416db5dc561 with Priority: HIGHEST for action security_group_rules [ 1173.282275] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd9d1d5-537f-46b9-930e-f416db5dc561 with Priority: HIGHEST for action security_group_members [ 1173.282275] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d638d6fd-0d49-4798-bbec-948d0c7692f4 with Priority: HIGHEST for action port [ 1173.282275] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cd9d1d5-537f-46b9-930e-f416db5dc561 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.282275] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cd9d1d5-537f-46b9-930e-f416db5dc561" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.282275] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cd9d1d5-537f-46b9-930e-f416db5dc561" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.282275] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cd9d1d5-537f-46b9-930e-f416db5dc561" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.282725] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cd9d1d5-537f-46b9-930e-f416db5dc561',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.283895] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd9d1d5-537f-46b9-930e-f416db5dc561 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.283895] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd9d1d5-537f-46b9-930e-f416db5dc561" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.283895] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd9d1d5-537f-46b9-930e-f416db5dc561" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.284223] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd9d1d5-537f-46b9-930e-f416db5dc561" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.284223] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.284366] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.284464] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.284681] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.284815] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.285068] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cd9d1d5-537f-46b9-930e-f416db5dc561',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.285986] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-d638d6fd-0d49-4798-bbec-948d0c7692f4 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.286164] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d638d6fd-0d49-4798-bbec-948d0c7692f4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.286267] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d638d6fd-0d49-4798-bbec-948d0c7692f4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.286484] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d638d6fd-0d49-4798-bbec-948d0c7692f4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.286595] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d638d6fd-0d49-4798-bbec-948d0c7692f4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.593236] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a4db52e-5882-4ee2-b0c4-bf285fc48e28: rpc.has_security_group_logging(os_id): False [ 1173.614893] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.615107] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.615151] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.615352] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.615518] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.615675] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.615768] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.615831] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.615978] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.616070] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.616251] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.616343] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.616407] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.616547] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.616623] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.616810] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.616902] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.616964] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.617125] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.617185] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.617269] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 is going to be updated. [ 1173.619140] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: SUCCESS [ 1173.619327] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.704718] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.704898] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.704952] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.705184] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.705330] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.720013] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: IN_PROGRESS for 2s [ 1173.788429] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd9d1d5-537f-46b9-930e-f416db5dc561 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.788628] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd9d1d5-537f-46b9-930e-f416db5dc561" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.788746] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cd9d1d5-537f-46b9-930e-f416db5dc561',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.789749] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d638d6fd-0d49-4798-bbec-948d0c7692f4 with status ACTIVE [ 1173.789916] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.790056] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.790155] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.790422] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.790422] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.790576] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.790676] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.790739] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.792070] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.792070] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.792070] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.792070] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.792070] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.792070] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.792070] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.792070] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d638d6fd-0d49-4798-bbec-948d0c7692f4 is going to be updated. [ 1173.813118] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.813265] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.813363] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.813538] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.813687] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.814257] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d638d6fd-0d49-4798-bbec-948d0c7692f4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.027273] env[69343]: INFO networking_nsxv3.common.synchronization [req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef req-4bcde2f2-8b4f-4a43-bc20-57b3b27f46fc tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Enqueued Resource ID: f525efa0-5a6c-434d-857e-f4ba39a12aba with Priority: HIGHEST for action security_group_members [ 1174.027846] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f525efa0-5a6c-434d-857e-f4ba39a12aba with Priority: HIGHEST for action security_group_members [ 1174.028164] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-f525efa0-5a6c-434d-857e-f4ba39a12aba taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.028280] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.028342] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.028570] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.028723] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.028825] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.028893] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.029038] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.029123] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.029211] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f525efa0-5a6c-434d-857e-f4ba39a12aba',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.293243] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cd9d1d5-537f-46b9-930e-f416db5dc561',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.341353] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.341512] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.341578] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.341790] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.341901] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.394251] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-717 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.394451] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-717" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.394578] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-717" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.394909] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-717" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.395192] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.395348] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.395466] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.395679] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.396017] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.397677] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1174.397858] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1174.397981] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1174.398116] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1174.398239] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1174.398351] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1174.398655] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1174.415690] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1174.415868] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1174.416009] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1174.416193] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-717" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.416502] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-49dcecd7-000f-4434-abb0-878baf509ce8 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.416672] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-49dcecd7-000f-4434-abb0-878baf509ce8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.416795] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-49dcecd7-000f-4434-abb0-878baf509ce8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.417151] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-49dcecd7-000f-4434-abb0-878baf509ce8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.417296] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49dcecd7-000f-4434-abb0-878baf509ce8',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.531506] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.531696] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.531776] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.531942] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.532026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.532229] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.532335] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.532394] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.532537] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.532613] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.532699] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f525efa0-5a6c-434d-857e-f4ba39a12aba already deleted. [ 1174.532776] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.795506] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.795936] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.795936] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.796028] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.796156] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.796213] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cd9d1d5-537f-46b9-930e-f416db5dc561 is going to be created. [ 1174.829081] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.829081] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.829081] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.829304] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.829488] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.840984] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd9d1d5-537f-46b9-930e-f416db5dc561 in Status: UNINITIALIZED for 2s [ 1174.844596] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.920527] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.920527] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.920527] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.920777] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.920859] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.921019] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 49dcecd7-000f-4434-abb0-878baf509ce8 not found, creating... [ 1174.921280] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.921435] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.921571] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.921771] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.921910] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.922245] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.922395] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.922477] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.922684] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.922819] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.922960] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 49dcecd7-000f-4434-abb0-878baf509ce8 is going to be created. [ 1174.948117] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.948429] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.948507] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.948709] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.948984] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.949179] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-49dcecd7-000f-4434-abb0-878baf509ce8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.346878] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.621303] env[69343]: INFO networking_nsxv3.common.synchronization [req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef req-6c97d43b-ea81-4f65-a5cb-e49904fe50fa service nova] Enqueued Resource ID: f525efa0-5a6c-434d-857e-f4ba39a12aba with Priority: HIGHEST for action security_group_rules [ 1175.621303] env[69343]: INFO networking_nsxv3.common.synchronization [req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef req-6c97d43b-ea81-4f65-a5cb-e49904fe50fa service nova] Enqueued Resource ID: f525efa0-5a6c-434d-857e-f4ba39a12aba with Priority: HIGHEST for action security_group_members [ 1175.621303] env[69343]: INFO networking_nsxv3.common.synchronization [req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef req-6c97d43b-ea81-4f65-a5cb-e49904fe50fa service nova] Enqueued Resource ID: 49dcecd7-000f-4434-abb0-878baf509ce8 with Priority: HIGHEST for action port [ 1175.621303] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f525efa0-5a6c-434d-857e-f4ba39a12aba with Priority: HIGHEST for action security_group_rules [ 1175.621303] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f525efa0-5a6c-434d-857e-f4ba39a12aba with Priority: HIGHEST for action security_group_members [ 1175.621303] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49dcecd7-000f-4434-abb0-878baf509ce8 with Priority: HIGHEST for action port [ 1175.621303] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f525efa0-5a6c-434d-857e-f4ba39a12aba taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.621738] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.621946] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.622616] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.622616] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f525efa0-5a6c-434d-857e-f4ba39a12aba',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.624037] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-f525efa0-5a6c-434d-857e-f4ba39a12aba taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.624037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.624037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.624037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.624336] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.624336] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.624336] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.624507] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.624613] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.624723] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f525efa0-5a6c-434d-857e-f4ba39a12aba',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.625511] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-49dcecd7-000f-4434-abb0-878baf509ce8 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.625645] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49dcecd7-000f-4434-abb0-878baf509ce8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.625735] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49dcecd7-000f-4434-abb0-878baf509ce8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.625910] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49dcecd7-000f-4434-abb0-878baf509ce8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.626015] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49dcecd7-000f-4434-abb0-878baf509ce8',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.736245] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: SUCCESS [ 1175.736358] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.849639] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1175.850063] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1176.127326] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-f525efa0-5a6c-434d-857e-f4ba39a12aba taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.127474] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.128849] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f525efa0-5a6c-434d-857e-f4ba39a12aba',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.129856] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49dcecd7-000f-4434-abb0-878baf509ce8 with status ACTIVE [ 1176.130840] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.130840] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.130840] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.130840] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.130840] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.130840] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.131222] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.131222] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.131222] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.131327] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.131477] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.131579] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.131671] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.131821] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.131909] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.132042] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49dcecd7-000f-4434-abb0-878baf509ce8 is going to be updated. [ 1176.153985] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.153985] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.153985] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.153985] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.153985] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.153985] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49dcecd7-000f-4434-abb0-878baf509ce8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.358191] env[69343]: INFO networking_nsxv3.common.synchronization [req-aa48fb82-87d7-4031-a51f-35c4e82476c2 req-03295abb-d41d-46a0-b8b0-57943be5a9f4 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Enqueued Resource ID: f525efa0-5a6c-434d-857e-f4ba39a12aba with Priority: HIGHEST for action security_group_members [ 1176.358564] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f525efa0-5a6c-434d-857e-f4ba39a12aba with Priority: HIGHEST for action security_group_members [ 1176.358765] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-f525efa0-5a6c-434d-857e-f4ba39a12aba taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.358896] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.634270] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f525efa0-5a6c-434d-857e-f4ba39a12aba',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.702323] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-717 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.702521] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-717" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.702644] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-717" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.702919] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-717" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.703183] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.703336] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.703452] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.703665] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.703803] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.704008] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1176.704789] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1176.704789] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1176.704789] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1176.704789] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1176.704789] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1176.704789] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1176.722058] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1176.722224] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1176.722360] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1176.722520] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-717" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.722806] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-3297063a-71e2-4544-93d3-7582869a3242 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.722974] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-3297063a-71e2-4544-93d3-7582869a3242" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.723107] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-3297063a-71e2-4544-93d3-7582869a3242" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.723429] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-3297063a-71e2-4544-93d3-7582869a3242" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.723554] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3297063a-71e2-4544-93d3-7582869a3242',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.854184] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd9d1d5-537f-46b9-930e-f416db5dc561 in Status: SUCCESS [ 1176.854184] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd9d1d5-537f-46b9-930e-f416db5dc561" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.854184] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd9d1d5-537f-46b9-930e-f416db5dc561" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.854184] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd9d1d5-537f-46b9-930e-f416db5dc561" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.854631] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.854631] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.854631] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.854765] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.854765] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.854831] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd9d1d5-537f-46b9-930e-f416db5dc561" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.854975] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cd9d1d5-537f-46b9-930e-f416db5dc561',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.939542] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.939865] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.939865] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.940034] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.958209] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1176.959241] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.960861] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1176.995681] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.995859] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.995938] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.996171] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.009560] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.010337] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1177.010436] env[69343]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69343) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1177.010533] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1177.052582] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.052582] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.052582] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.052880] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.054569] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.055044] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1177.131274] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.131420] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.131510] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.131695] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.131977] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.132230] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1177.137752] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.137864] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.137904] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.138120] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.138250] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.138250] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f525efa0-5a6c-434d-857e-f4ba39a12aba is going to be created. [ 1177.167036] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.167198] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.167260] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.167467] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.167663] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.175702] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f525efa0-5a6c-434d-857e-f4ba39a12aba in Status: UNINITIALIZED for 2s [ 1177.227055] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.227238] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.227323] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.227610] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.227756] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.227907] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 3297063a-71e2-4544-93d3-7582869a3242 not found, creating... [ 1177.228178] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.228330] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.228445] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.228660] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.228796] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.229080] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.229234] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.229347] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.229550] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.229716] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.229861] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 3297063a-71e2-4544-93d3-7582869a3242 is going to be created. [ 1177.250213] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.250384] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.250448] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.250592] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.250948] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.251302] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:48. [ 1177.251412] env[69343]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'7445b3cd-609e-49ea-bda8-52dc323593df', '6eb264c6-feec-40cb-add4-abb49c01d299', '03ccf97a-aeed-42ae-811c-f3b126dbcbd4', '1fd7c3eb-5ab3-46cf-b23f-582b0111c37d', 'dadea01b-56c8-4e64-a1ec-51d0cde57da4', 'b472cc91-511d-47ee-8b01-b3886e574f25', 'a93b1dab-14d4-4ae3-aa10-97da1572abd3', '263a8019-cd3d-4d98-849d-6a5083536c84', 'e4fc5e04-12f1-4226-a748-294ee28ddb69', '1d785ece-366d-4827-8263-5e13f1c88e18', '563fc3bd-502a-457a-a837-276f3d327cc1', 'ded98dd2-95e5-4f48-bfb5-c271234378e0', '5f80e302-0799-4c22-b9cc-45f6adeccacd', '5ab64888-669e-4165-996c-64410969470e', '5d5ac5ab-e72f-4d27-a05a-cfca61ee3444', '360790c4-5096-4feb-821f-bbbeeeab27ef', 'a0439388-7657-42e2-9140-4b678d288944', '55161163-a6f8-4f94-b266-5dd3494e6cfd', '3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a', '808b04a2-be13-4773-bfa7-1d9ce637fb4d', 'bfb0e13f-7c52-4b18-b634-0cae5250803c', 'fb37a022-4be1-4361-8cb7-3417d065bcd4', '4c72dd1b-7b8e-4d4a-983c-cde1bff9f463', '8d54aec9-cf7b-44ba-aa79-cd38bd720c05', 'c33ca2b8-750e-4c86-8486-6ca7ff6b448a', 'c7183df8-f575-4edc-ba64-424e0dc92c5a', 'e16b9a5b-be03-4ede-995b-4a7c9fa305fb', '54c052bd-bb2b-425b-a647-95601d645611', '5a4db52e-5882-4ee2-b0c4-bf285fc48e28', 'c79e4546-925e-4461-b3cd-087a7698ad79', '39636ad9-f28e-4bcf-98f8-8555151bba24', '9a0b2103-d975-4472-afb2-cba12e59e6b5', '833c6a08-9446-43d9-ac6d-7d0c8738d152', '04dceb30-5dd4-47f5-953c-3d780cfd5b82', '694c549d-dffb-46e6-9e3d-a23a93b625be', '4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834', '0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193', '41dca42e-4920-42a2-a74f-d8fa590a2464', 'ca29e31f-fa66-41ed-ad31-30ffd294523e', '7b366d59-3704-44ad-b706-df7c1f8c02dd', 'c2bcfb43-8656-4657-b3e6-8e1cfa4681d6', 'ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857', 'ec2565f9-38b0-4dcc-b34c-dc4dab2e94db', '8a4c2391-b55f-4e4b-baca-dd6607962828', '28636f6b-e0c6-460e-a0cf-e9c7b769dc2e', '15c643df-5183-4db2-90b0-e97d150ccadb', '3e6af472-50a9-457a-b0b2-5ad0aea42f2f', '766f412f-9fe1-45fc-985e-7ed15f3ddfeb'} {{(pid=69343) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1177.251528] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1177.259958] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.260160] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.260285] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.260536] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.260758] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.260961] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-3297063a-71e2-4544-93d3-7582869a3242" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.282885] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.283054] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.283097] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.283382] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.283491] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.283607] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1177.283701] env[69343]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69343) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1177.283796] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1177.357428] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cd9d1d5-537f-46b9-930e-f416db5dc561',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.420142] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.420373] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.420373] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.420595] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.421799] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.422109] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1177.422183] env[69343]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69343) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1177.422282] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1177.422343] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1177.422401] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/48 resources of Type:Security Group Rules [ 1177.422465] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGH for action security_group_rules [ 1177.422545] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6eb264c6-feec-40cb-add4-abb49c01d299 with Priority: HIGH for action security_group_rules [ 1177.422613] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 03ccf97a-aeed-42ae-811c-f3b126dbcbd4 with Priority: HIGH for action security_group_rules [ 1177.422676] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d with Priority: HIGH for action security_group_rules [ 1177.422743] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dadea01b-56c8-4e64-a1ec-51d0cde57da4 with Priority: HIGH for action security_group_rules [ 1177.422797] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b472cc91-511d-47ee-8b01-b3886e574f25 with Priority: HIGH for action security_group_rules [ 1177.422863] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 with Priority: HIGH for action security_group_rules [ 1177.422923] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 263a8019-cd3d-4d98-849d-6a5083536c84 with Priority: HIGH for action security_group_rules [ 1177.422984] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 with Priority: HIGH for action security_group_rules [ 1177.423049] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1d785ece-366d-4827-8263-5e13f1c88e18 with Priority: HIGH for action security_group_rules [ 1177.423115] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 563fc3bd-502a-457a-a837-276f3d327cc1 with Priority: HIGH for action security_group_rules [ 1177.423176] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ded98dd2-95e5-4f48-bfb5-c271234378e0 with Priority: HIGH for action security_group_rules [ 1177.423230] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f80e302-0799-4c22-b9cc-45f6adeccacd with Priority: HIGH for action security_group_rules [ 1177.423283] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5ab64888-669e-4165-996c-64410969470e with Priority: HIGH for action security_group_rules [ 1177.423906] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 with Priority: HIGH for action security_group_rules [ 1177.423906] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 360790c4-5096-4feb-821f-bbbeeeab27ef with Priority: HIGH for action security_group_rules [ 1177.423906] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a0439388-7657-42e2-9140-4b678d288944 with Priority: HIGH for action security_group_rules [ 1177.423906] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 55161163-a6f8-4f94-b266-5dd3494e6cfd with Priority: HIGH for action security_group_rules [ 1177.423906] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a with Priority: HIGH for action security_group_rules [ 1177.423906] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGH for action security_group_rules [ 1177.423906] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.862111] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cd9d1d5-537f-46b9-930e-f416db5dc561: rpc.has_security_group_logging(os_id): False [ 1177.883028] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.883028] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.883028] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.883028] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.883028] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.883028] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.883028] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.883028] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.883028] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.883028] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.883028] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cd9d1d5-537f-46b9-930e-f416db5dc561 is going to be created. [ 1177.943196] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.943196] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.943196] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.943196] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.943196] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.956679] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cd9d1d5-537f-46b9-930e-f416db5dc561 in Status: IN_PROGRESS for 2s [ 1178.110330] env[69343]: INFO networking_nsxv3.common.synchronization [req-aa48fb82-87d7-4031-a51f-35c4e82476c2 req-235581b1-440f-4edc-879c-dc5495829b68 service nova] Enqueued Resource ID: f525efa0-5a6c-434d-857e-f4ba39a12aba with Priority: HIGHEST for action security_group_rules [ 1178.110500] env[69343]: INFO networking_nsxv3.common.synchronization [req-aa48fb82-87d7-4031-a51f-35c4e82476c2 req-235581b1-440f-4edc-879c-dc5495829b68 service nova] Enqueued Resource ID: f525efa0-5a6c-434d-857e-f4ba39a12aba with Priority: HIGHEST for action security_group_members [ 1178.110712] env[69343]: INFO networking_nsxv3.common.synchronization [req-aa48fb82-87d7-4031-a51f-35c4e82476c2 req-235581b1-440f-4edc-879c-dc5495829b68 service nova] Enqueued Resource ID: 3297063a-71e2-4544-93d3-7582869a3242 with Priority: HIGHEST for action port [ 1178.110906] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f525efa0-5a6c-434d-857e-f4ba39a12aba with Priority: HIGHEST for action security_group_rules [ 1178.111059] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f525efa0-5a6c-434d-857e-f4ba39a12aba with Priority: HIGHEST for action security_group_members [ 1178.111164] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3297063a-71e2-4544-93d3-7582869a3242 with Priority: HIGHEST for action port [ 1178.111261] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7445b3cd-609e-49ea-bda8-52dc323593df with Priority: HIGH for action security_group_rules [ 1178.111356] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ccf97a-aeed-42ae-811c-f3b126dbcbd4 with Priority: HIGH for action security_group_rules [ 1178.111473] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 with Priority: HIGH for action security_group_rules [ 1178.111532] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 with Priority: HIGH for action security_group_rules [ 1178.111638] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGH for action security_group_rules [ 1178.111747] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a with Priority: HIGH for action security_group_rules [ 1178.111837] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55161163-a6f8-4f94-b266-5dd3494e6cfd with Priority: HIGH for action security_group_rules [ 1178.111916] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0439388-7657-42e2-9140-4b678d288944 with Priority: HIGH for action security_group_rules [ 1178.113476] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ab64888-669e-4165-996c-64410969470e with Priority: HIGH for action security_group_rules [ 1178.113661] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 360790c4-5096-4feb-821f-bbbeeeab27ef with Priority: HIGH for action security_group_rules [ 1178.113781] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f80e302-0799-4c22-b9cc-45f6adeccacd with Priority: HIGH for action security_group_rules [ 1178.113879] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded98dd2-95e5-4f48-bfb5-c271234378e0 with Priority: HIGH for action security_group_rules [ 1178.113975] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563fc3bd-502a-457a-a837-276f3d327cc1 with Priority: HIGH for action security_group_rules [ 1178.114088] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d785ece-366d-4827-8263-5e13f1c88e18 with Priority: HIGH for action security_group_rules [ 1178.114182] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 with Priority: HIGH for action security_group_rules [ 1178.114273] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b472cc91-511d-47ee-8b01-b3886e574f25 with Priority: HIGH for action security_group_rules [ 1178.114363] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 263a8019-cd3d-4d98-849d-6a5083536c84 with Priority: HIGH for action security_group_rules [ 1178.114456] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dadea01b-56c8-4e64-a1ec-51d0cde57da4 with Priority: HIGH for action security_group_rules [ 1178.114540] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eb264c6-feec-40cb-add4-abb49c01d299 with Priority: HIGH for action security_group_rules [ 1178.114625] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d with Priority: HIGH for action security_group_rules [ 1178.117916] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f525efa0-5a6c-434d-857e-f4ba39a12aba taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.117916] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.117916] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-f525efa0-5a6c-434d-857e-f4ba39a12aba taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.117916] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.117916] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-3297063a-71e2-4544-93d3-7582869a3242 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.117916] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3297063a-71e2-4544-93d3-7582869a3242" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.117916] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3297063a-71e2-4544-93d3-7582869a3242" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.117916] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3297063a-71e2-4544-93d3-7582869a3242" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.117916] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3297063a-71e2-4544-93d3-7582869a3242',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.117916] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7445b3cd-609e-49ea-bda8-52dc323593df taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.117916] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.117916] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.117916] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.117916] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7445b3cd-609e-49ea-bda8-52dc323593df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.118804] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03ccf97a-aeed-42ae-811c-f3b126dbcbd4 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.118804] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.118804] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.118804] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.118804] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03ccf97a-aeed-42ae-811c-f3b126dbcbd4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.119361] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a93b1dab-14d4-4ae3-aa10-97da1572abd3 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.119468] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.119536] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.119707] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.119783] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a93b1dab-14d4-4ae3-aa10-97da1572abd3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.120552] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.120552] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.120705] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.120784] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.120862] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d5ac5ab-e72f-4d27-a05a-cfca61ee3444',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.121527] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.121639] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.121683] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.121831] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.123033] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.123033] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.123033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.123033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.123033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.123033] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.123680] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55161163-a6f8-4f94-b266-5dd3494e6cfd taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.123780] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55161163-a6f8-4f94-b266-5dd3494e6cfd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.123846] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55161163-a6f8-4f94-b266-5dd3494e6cfd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.123989] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55161163-a6f8-4f94-b266-5dd3494e6cfd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.124072] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55161163-a6f8-4f94-b266-5dd3494e6cfd',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.124855] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0439388-7657-42e2-9140-4b678d288944 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.124855] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0439388-7657-42e2-9140-4b678d288944" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.125047] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0439388-7657-42e2-9140-4b678d288944" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.125047] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0439388-7657-42e2-9140-4b678d288944" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.125119] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0439388-7657-42e2-9140-4b678d288944',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.125726] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ab64888-669e-4165-996c-64410969470e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.125830] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.125895] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.126053] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.126123] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ab64888-669e-4165-996c-64410969470e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.126868] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-360790c4-5096-4feb-821f-bbbeeeab27ef taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.126977] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.127055] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.127202] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.127272] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('360790c4-5096-4feb-821f-bbbeeeab27ef',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.127943] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f80e302-0799-4c22-b9cc-45f6adeccacd taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.128079] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f80e302-0799-4c22-b9cc-45f6adeccacd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.128147] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f80e302-0799-4c22-b9cc-45f6adeccacd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.128293] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f80e302-0799-4c22-b9cc-45f6adeccacd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.128366] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f80e302-0799-4c22-b9cc-45f6adeccacd',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.129020] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ded98dd2-95e5-4f48-bfb5-c271234378e0 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.129136] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.129188] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.129348] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.129418] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ded98dd2-95e5-4f48-bfb5-c271234378e0',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.130105] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-563fc3bd-502a-457a-a837-276f3d327cc1 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.130334] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-563fc3bd-502a-457a-a837-276f3d327cc1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.130334] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-563fc3bd-502a-457a-a837-276f3d327cc1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.130428] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-563fc3bd-502a-457a-a837-276f3d327cc1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.130478] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('563fc3bd-502a-457a-a837-276f3d327cc1',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.131225] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d785ece-366d-4827-8263-5e13f1c88e18 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.131328] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.131395] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.131537] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.131611] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d785ece-366d-4827-8263-5e13f1c88e18',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.132280] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4fc5e04-12f1-4226-a748-294ee28ddb69 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.132385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.132446] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.132592] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.132663] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4fc5e04-12f1-4226-a748-294ee28ddb69',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.133326] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b472cc91-511d-47ee-8b01-b3886e574f25 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.133430] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.133483] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.133632] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.133700] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b472cc91-511d-47ee-8b01-b3886e574f25',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.134757] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-263a8019-cd3d-4d98-849d-6a5083536c84 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.134757] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.134757] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.134957] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.134957] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('263a8019-cd3d-4d98-849d-6a5083536c84',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.135623] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dadea01b-56c8-4e64-a1ec-51d0cde57da4 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.135623] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.135733] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.135811] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.135882] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dadea01b-56c8-4e64-a1ec-51d0cde57da4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.137218] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6eb264c6-feec-40cb-add4-abb49c01d299 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.137323] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6eb264c6-feec-40cb-add4-abb49c01d299" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.137616] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6eb264c6-feec-40cb-add4-abb49c01d299" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.137616] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6eb264c6-feec-40cb-add4-abb49c01d299" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.137616] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6eb264c6-feec-40cb-add4-abb49c01d299',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.138545] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.138755] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.138826] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.138975] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.139053] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fd7c3eb-5ab3-46cf-b23f-582b0111c37d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.139265] env[69343]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1178.164440] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.164589] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.164655] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.164834] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.169944] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.169944] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.182570] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.182699] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7445b3cd-609e-49ea-bda8-52dc323593df is going to be deleted. [ 1178.184043] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.184242] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.219281] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.219423] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a93b1dab-14d4-4ae3-aa10-97da1572abd3 is going to be deleted. [ 1178.270869] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.271081] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.271081] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.271343] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.271475] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.272212] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7445b3cd-609e-49ea-bda8-52dc323593df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.284326] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.284455] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.284455] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.284638] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.284726] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.284831] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a93b1dab-14d4-4ae3-aa10-97da1572abd3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.642473] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.642623] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.642717] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.642899] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.643087] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.643212] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.643287] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.643468] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.643558] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.643655] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.643752] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.644700] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3297063a-71e2-4544-93d3-7582869a3242 with status ACTIVE [ 1178.644883] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.645027] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.645100] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.645292] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.645669] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.645669] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.645669] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.645840] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.645909] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.645996] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.646248] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.646346] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.646346] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.646526] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.646640] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.646748] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3297063a-71e2-4544-93d3-7582869a3242 is going to be updated. [ 1178.654952] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ab64888-669e-4165-996c-64410969470e taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.655106] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.655162] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.655328] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.655479] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.655575] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.655634] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.655776] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.655858] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.655939] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.656032] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ab64888-669e-4165-996c-64410969470e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.658485] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-263a8019-cd3d-4d98-849d-6a5083536c84 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.658602] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.658683] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.658860] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.659208] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.659208] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.659208] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.659382] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.659382] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.659455] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.659523] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('263a8019-cd3d-4d98-849d-6a5083536c84',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.662581] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.663203] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.663203] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.663203] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.663203] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.663203] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.663548] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.663548] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.663548] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.663548] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.663675] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d5ac5ab-e72f-4d27-a05a-cfca61ee3444',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.730647] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.730848] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.730931] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.731127] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.732852] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.732976] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.733750] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.733849] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.734546] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.734637] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.735348] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.735444] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.736134] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.736228] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.736902] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.737089] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.737696] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.737791] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.738490] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.738628] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.739334] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.739492] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.740160] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.740261] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.740800] env[69343]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1178.741290] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.741406] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.742411] env[69343]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1178.742831] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.742920] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.743571] env[69343]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1178.744084] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.744198] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.747691] env[69343]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1178.748057] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.748183] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.748281] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.748519] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.748687] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.748884] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3297063a-71e2-4544-93d3-7582869a3242" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.764634] env[69343]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1178.765368] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.765534] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 360790c4-5096-4feb-821f-bbbeeeab27ef is going to be deleted. [ 1178.766974] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.767292] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.789142] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.789315] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 563fc3bd-502a-457a-a837-276f3d327cc1 is going to be deleted. [ 1178.790315] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.790518] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.827037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.827037] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0439388-7657-42e2-9140-4b678d288944 is going to be deleted. [ 1178.827464] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.827753] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.832496] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.832647] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.854217] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.854348] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d785ece-366d-4827-8263-5e13f1c88e18 is going to be deleted. [ 1178.855203] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.855417] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.856810] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.856920] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.880820] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.881216] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4fc5e04-12f1-4226-a748-294ee28ddb69 is going to be deleted. [ 1178.881875] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.882098] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.930850] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.931060] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.952483] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.952677] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a is going to be deleted. [ 1178.954177] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.954437] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.003461] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.003654] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.009155] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.009266] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03ccf97a-aeed-42ae-811c-f3b126dbcbd4 is going to be deleted. [ 1179.010212] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.010429] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.057160] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.057298] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6eb264c6-feec-40cb-add4-abb49c01d299 is going to be deleted. [ 1179.058183] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.058391] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.064022] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.064149] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.093350] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.093512] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.096514] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.096622] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f80e302-0799-4c22-b9cc-45f6adeccacd is going to be deleted. [ 1179.097429] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.097670] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.140353] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.140519] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dadea01b-56c8-4e64-a1ec-51d0cde57da4 is going to be deleted. [ 1179.141456] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.141691] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.153508] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.153653] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.153697] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.153920] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.154125] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.154257] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.154332] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.154531] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.154665] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.154792] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.154950] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.155059] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.155118] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.155261] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.155396] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.155486] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.155553] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.155681] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.155759] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.155834] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.155918] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.158680] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ab64888-669e-4165-996c-64410969470e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.160821] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.160964] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.161429] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('263a8019-cd3d-4d98-849d-6a5083536c84',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.172205] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d5ac5ab-e72f-4d27-a05a-cfca61ee3444',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.212030] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f525efa0-5a6c-434d-857e-f4ba39a12aba in Status: SUCCESS [ 1179.212030] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.212307] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.212493] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.212706] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.212856] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.212930] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.213190] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.213281] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.213373] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.213470] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f525efa0-5a6c-434d-857e-f4ba39a12aba',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.214903] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.214994] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.215135] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.215296] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.215454] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.215543] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.215607] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.215772] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.215880] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.216457] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f525efa0-5a6c-434d-857e-f4ba39a12aba',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.231379] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.231502] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55161163-a6f8-4f94-b266-5dd3494e6cfd is going to be deleted. [ 1179.232571] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.232794] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.236016] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.236129] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.259340] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.259340] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b472cc91-511d-47ee-8b01-b3886e574f25 is going to be deleted. [ 1179.260029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.260380] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.271116] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.271116] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.310498] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.310755] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ded98dd2-95e5-4f48-bfb5-c271234378e0 is going to be deleted. [ 1179.311921] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.312219] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.353022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.353220] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fd7c3eb-5ab3-46cf-b23f-582b0111c37d is going to be deleted. [ 1179.354055] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.354271] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.354348] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.354475] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-360790c4-5096-4feb-821f-bbbeeeab27ef" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.354635] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.354781] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.354863] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.354982] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-563fc3bd-502a-457a-a837-276f3d327cc1" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.355513] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.355697] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.355772] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.355887] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0439388-7657-42e2-9140-4b678d288944" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.356025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.356198] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.356278] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.356392] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d785ece-366d-4827-8263-5e13f1c88e18" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.356517] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.356656] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.356732] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.356840] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4fc5e04-12f1-4226-a748-294ee28ddb69" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.356961] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.357145] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.357260] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.357469] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d6b6767-3eb1-41cf-8bfa-344d0bf0d58a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.357539] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.357664] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.357740] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.357852] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03ccf97a-aeed-42ae-811c-f3b126dbcbd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.357978] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.358580] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.358668] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.358783] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6eb264c6-feec-40cb-add4-abb49c01d299" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.358911] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.359063] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.359139] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.359386] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f80e302-0799-4c22-b9cc-45f6adeccacd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.359524] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.359695] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.359793] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.359926] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dadea01b-56c8-4e64-a1ec-51d0cde57da4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.387325] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.387571] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.387670] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.387916] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.388036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.388269] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55161163-a6f8-4f94-b266-5dd3494e6cfd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.424477] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.424635] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.425274] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.425274] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.425274] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.425274] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ded98dd2-95e5-4f48-bfb5-c271234378e0" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.435502] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.435735] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.435847] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.436195] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.436357] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.436519] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b472cc91-511d-47ee-8b01-b3886e574f25" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.496075] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.496278] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.496352] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.496569] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.496660] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.496775] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fd7c3eb-5ab3-46cf-b23f-582b0111c37d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.658041] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 808b04a2-be13-4773-bfa7-1d9ce637fb4d: rpc.has_security_group_logging(os_id): False [ 1179.660896] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ab64888-669e-4165-996c-64410969470e: rpc.has_security_group_logging(os_id): False [ 1179.664791] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 263a8019-cd3d-4d98-849d-6a5083536c84: rpc.has_security_group_logging(os_id): False [ 1179.674397] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444: rpc.has_security_group_logging(os_id): False [ 1179.680156] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.680156] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.680156] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.680415] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.681968] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.682131] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.684247] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.684247] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.698237] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.698237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.701627] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.701951] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.702106] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.702261] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.702616] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.702776] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.702927] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ab64888-669e-4165-996c-64410969470e is going to be updated. [ 1179.704305] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.704587] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.718821] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-f525efa0-5a6c-434d-857e-f4ba39a12aba taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.719060] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.719249] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f525efa0-5a6c-434d-857e-f4ba39a12aba',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.724662] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.725021] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.725187] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.725253] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.725483] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.725567] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.725814] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.725920] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.725994] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.726191] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.726284] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.726469] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.726564] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.726628] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.726790] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.726857] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.726972] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d is going to be updated. [ 1179.728114] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.728292] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.748125] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.748125] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.748125] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.748125] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.748125] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.748125] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.748125] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 is going to be updated. [ 1179.748528] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.748528] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.763553] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.763697] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.768124] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.768476] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.768597] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.768671] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.768928] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.769034] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.769123] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 263a8019-cd3d-4d98-849d-6a5083536c84 is going to be updated. [ 1179.770208] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.770401] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.770552] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.783307] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ab64888-669e-4165-996c-64410969470e in Status: IN_PROGRESS for 2s [ 1179.802766] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.803051] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.803256] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.803397] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.803622] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.817096] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: IN_PROGRESS for 2s [ 1179.821025] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.821221] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.821271] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.821513] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.821686] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.827359] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.827582] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.827582] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.827787] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.827942] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.842426] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 263a8019-cd3d-4d98-849d-6a5083536c84 in Status: IN_PROGRESS for 2s [ 1179.843166] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 in Status: IN_PROGRESS for 2s [ 1179.978403] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cd9d1d5-537f-46b9-930e-f416db5dc561 in Status: SUCCESS [ 1179.978822] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cd9d1d5-537f-46b9-930e-f416db5dc561" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.040152] env[69343]: INFO networking_nsxv3.common.synchronization [req-c47b5626-75ba-409a-a258-0d9b3de83ee3 req-72b2c522-975a-4bfb-8721-ba19c3da2930 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Enqueued Resource ID: 7b366d59-3704-44ad-b706-df7c1f8c02dd with Priority: HIGHEST for action security_group_members [ 1180.040859] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b366d59-3704-44ad-b706-df7c1f8c02dd with Priority: HIGHEST for action security_group_members [ 1180.041395] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b366d59-3704-44ad-b706-df7c1f8c02dd taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.041597] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b366d59-3704-44ad-b706-df7c1f8c02dd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.041742] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b366d59-3704-44ad-b706-df7c1f8c02dd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.042044] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b366d59-3704-44ad-b706-df7c1f8c02dd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.042270] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.043173] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.043341] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.043580] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.043718] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.043881] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b366d59-3704-44ad-b706-df7c1f8c02dd',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.222094] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f525efa0-5a6c-434d-857e-f4ba39a12aba',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.550108] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.552115] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.552115] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.552115] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.571733] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.571733] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.571733] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.571733] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.571733] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.571733] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.571733] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b366d59-3704-44ad-b706-df7c1f8c02dd is going to be updated. [ 1180.595765] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.595925] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.595998] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.596258] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.596409] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.604770] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b366d59-3704-44ad-b706-df7c1f8c02dd in Status: IN_PROGRESS for 2s [ 1180.724537] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.724698] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.724781] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.725017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.725097] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.725197] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f525efa0-5a6c-434d-857e-f4ba39a12aba is going to be updated. [ 1180.755128] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.755128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.755128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.755128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.755128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.761383] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f525efa0-5a6c-434d-857e-f4ba39a12aba in Status: IN_PROGRESS for 2s [ 1181.807224] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ab64888-669e-4165-996c-64410969470e in Status: SUCCESS [ 1181.807479] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.838770] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: SUCCESS [ 1181.839015] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.862635] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 in Status: SUCCESS [ 1181.862635] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.862635] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 263a8019-cd3d-4d98-849d-6a5083536c84 in Status: SUCCESS [ 1181.862635] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.614369] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b366d59-3704-44ad-b706-df7c1f8c02dd in Status: SUCCESS [ 1182.614588] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b366d59-3704-44ad-b706-df7c1f8c02dd deletion is rescheduled due to dependency. [ 1182.614704] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b366d59-3704-44ad-b706-df7c1f8c02dd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.771912] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f525efa0-5a6c-434d-857e-f4ba39a12aba in Status: SUCCESS [ 1182.772204] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.772376] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.772588] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.772776] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.772953] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.772953] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.773143] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.773236] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.773331] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f525efa0-5a6c-434d-857e-f4ba39a12aba',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.278208] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f525efa0-5a6c-434d-857e-f4ba39a12aba',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.780433] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f525efa0-5a6c-434d-857e-f4ba39a12aba',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.126046] env[69343]: INFO networking_nsxv3.common.synchronization [req-e625340b-51ce-499e-9a39-829df2367df7 req-fb656091-473d-478b-a8d5-1c3f3c2117f2 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Enqueued Resource ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db with Priority: HIGHEST for action security_group_members [ 1184.126647] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db with Priority: HIGHEST for action security_group_members [ 1184.126956] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.127097] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.127166] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.127383] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.127520] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.127612] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.127690] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.127815] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.127901] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.127992] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec2565f9-38b0-4dcc-b34c-dc4dab2e94db',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.282677] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.283055] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.283055] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.283185] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.283279] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.283379] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f525efa0-5a6c-434d-857e-f4ba39a12aba is going to be updated. [ 1184.313040] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.313040] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.313040] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.313040] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.313040] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.322160] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f525efa0-5a6c-434d-857e-f4ba39a12aba in Status: IN_PROGRESS for 2s [ 1184.632761] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.632935] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.632996] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.633220] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.654781] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.655034] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.655224] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.655341] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.655550] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.655638] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.655731] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db is going to be updated. [ 1184.677127] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.677261] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.677307] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.677494] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.677626] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.684624] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db in Status: IN_PROGRESS for 2s [ 1186.331789] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f525efa0-5a6c-434d-857e-f4ba39a12aba in Status: SUCCESS [ 1186.332378] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.332627] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.332858] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.333269] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.333399] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.333481] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.333646] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.333748] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.333837] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.334130] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-f525efa0-5a6c-434d-857e-f4ba39a12aba taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.334130] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.334258] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.334319] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.334485] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.334560] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.334617] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.334807] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.334885] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.334981] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.335090] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f525efa0-5a6c-434d-857e-f4ba39a12aba',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.695483] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db in Status: SUCCESS [ 1186.695717] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db deletion is rescheduled due to dependency. [ 1186.695853] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.837797] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f525efa0-5a6c-434d-857e-f4ba39a12aba: rpc.has_security_group_logging(os_id): False [ 1186.857151] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.857151] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.857320] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.857449] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.857620] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.857712] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.857780] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.857845] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.857992] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.858081] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.858281] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.858375] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.858437] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.858575] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.858648] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.858825] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.858918] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.858978] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.860129] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.860129] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.860129] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f525efa0-5a6c-434d-857e-f4ba39a12aba is going to be created. [ 1186.924272] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.924486] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.924590] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.924886] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.925167] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.936543] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f525efa0-5a6c-434d-857e-f4ba39a12aba in Status: IN_PROGRESS for 2s [ 1187.487180] env[69343]: INFO networking_nsxv3.common.synchronization [req-b25d6eae-1d64-4577-9c0e-0d778dd5558b req-ac2fa7fa-97e6-4a62-ac24-f95c929dde08 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Enqueued Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1187.487180] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1187.487180] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.487180] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.487180] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.487180] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.487180] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.487180] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.487180] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.487180] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.487180] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.488283] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.797683] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.797997] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-984" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.798151] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-984" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.798420] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-984" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.798691] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.798930] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.799212] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.799492] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.799709] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.800014] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1187.800192] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1187.800352] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1187.800507] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1187.800665] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1187.800838] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1187.801081] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1187.818891] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1187.819211] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1187.819413] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1187.819598] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-984" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.819937] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-0497a230-31aa-46f9-9163-a59fea68e978 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.820124] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-0497a230-31aa-46f9-9163-a59fea68e978" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.820249] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-0497a230-31aa-46f9-9163-a59fea68e978" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.820560] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-0497a230-31aa-46f9-9163-a59fea68e978" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.820708] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0497a230-31aa-46f9-9163-a59fea68e978',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.990829] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.322920] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.323163] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.323294] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.323583] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.323736] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.323892] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 0497a230-31aa-46f9-9163-a59fea68e978 not found, creating... [ 1188.324166] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.324321] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.324437] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.324649] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.324783] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.325075] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.325234] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.325350] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.325556] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.325687] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.325863] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 0497a230-31aa-46f9-9163-a59fea68e978 is going to be created. [ 1188.345472] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.345686] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.345814] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.346081] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.346316] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.346533] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-0497a230-31aa-46f9-9163-a59fea68e978" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.493564] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.948421] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f525efa0-5a6c-434d-857e-f4ba39a12aba in Status: SUCCESS [ 1188.948682] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.948869] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.949145] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.949352] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f525efa0-5a6c-434d-857e-f4ba39a12aba',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.997474] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.997474] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.997474] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.997474] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.997474] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.997474] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d is going to be updated. [ 1189.028928] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.029313] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.029387] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.029596] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.029801] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.039625] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: IN_PROGRESS for 2s [ 1189.075930] env[69343]: INFO networking_nsxv3.common.synchronization [req-b25d6eae-1d64-4577-9c0e-0d778dd5558b req-8bbff4bf-b40a-41a0-b1e6-487834ce55f8 service nova] Enqueued Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_rules [ 1189.076187] env[69343]: INFO networking_nsxv3.common.synchronization [req-b25d6eae-1d64-4577-9c0e-0d778dd5558b req-8bbff4bf-b40a-41a0-b1e6-487834ce55f8 service nova] Enqueued Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1189.076346] env[69343]: INFO networking_nsxv3.common.synchronization [req-b25d6eae-1d64-4577-9c0e-0d778dd5558b req-8bbff4bf-b40a-41a0-b1e6-487834ce55f8 service nova] Enqueued Resource ID: 0497a230-31aa-46f9-9163-a59fea68e978 with Priority: HIGHEST for action port [ 1189.076862] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_rules [ 1189.076955] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1189.077069] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0497a230-31aa-46f9-9163-a59fea68e978 with Priority: HIGHEST for action port [ 1189.077343] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.077457] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.077520] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.077714] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.077792] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.078638] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.078732] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.078920] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-0497a230-31aa-46f9-9163-a59fea68e978 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.079030] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0497a230-31aa-46f9-9163-a59fea68e978" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.079096] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0497a230-31aa-46f9-9163-a59fea68e978" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.079261] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0497a230-31aa-46f9-9163-a59fea68e978" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.079333] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0497a230-31aa-46f9-9163-a59fea68e978',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.452147] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-f525efa0-5a6c-434d-857e-f4ba39a12aba taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.452336] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.452389] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.452606] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.452775] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.452894] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.452957] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.453115] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.453214] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.453303] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.453395] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f525efa0-5a6c-434d-857e-f4ba39a12aba',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.581080] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.581498] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.581498] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0497a230-31aa-46f9-9163-a59fea68e978 with status ACTIVE [ 1189.581673] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.581906] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.581906] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.582160] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.582261] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.582475] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.582539] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.582572] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.582735] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.582811] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.583148] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.583148] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.583148] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.583333] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.583375] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.583447] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0497a230-31aa-46f9-9163-a59fea68e978 is going to be updated. [ 1189.602947] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.603256] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.603256] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.603395] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.603563] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.603693] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0497a230-31aa-46f9-9163-a59fea68e978" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.955976] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-f525efa0-5a6c-434d-857e-f4ba39a12aba taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.956254] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.956372] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.956706] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.956964] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.957124] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.957238] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.957468] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.957604] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.957771] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.958042] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-f525efa0-5a6c-434d-857e-f4ba39a12aba taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.958239] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.958475] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.958715] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.958920] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.959069] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.959163] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.959327] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.959426] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.959543] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.959643] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f525efa0-5a6c-434d-857e-f4ba39a12aba',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.462642] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f525efa0-5a6c-434d-857e-f4ba39a12aba: rpc.has_security_group_logging(os_id): False [ 1190.479484] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.479652] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.479696] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.479883] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.479967] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.480158] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.480256] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.480319] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.480464] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.480540] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.480749] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.480861] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.480917] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.481075] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.481152] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.481331] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.481424] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.481484] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.481620] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.481693] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.481774] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f525efa0-5a6c-434d-857e-f4ba39a12aba is going to be updated. [ 1190.543286] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.543448] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.543488] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.543647] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.543804] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.553845] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f525efa0-5a6c-434d-857e-f4ba39a12aba in Status: IN_PROGRESS for 2s [ 1191.050829] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: SUCCESS [ 1191.050829] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.050829] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.050829] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.050829] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.050829] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.050829] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.050829] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.050829] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.050829] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.552874] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.055460] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.558055] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.558259] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.558404] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.558686] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.558848] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.559058] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d is going to be updated. [ 1192.565385] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f525efa0-5a6c-434d-857e-f4ba39a12aba in Status: SUCCESS [ 1192.565645] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.583574] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.583773] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.583818] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.584109] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.584303] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.591659] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: IN_PROGRESS for 2s [ 1193.059498] env[69343]: INFO networking_nsxv3.common.synchronization [req-bc8860c0-8d87-4945-8424-1c905406bee1 req-ee2bd501-1fcc-406a-a190-59a7745f39e2 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Enqueued Resource ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db with Priority: HIGHEST for action security_group_members [ 1193.060064] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db with Priority: HIGHEST for action security_group_members [ 1193.060371] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.060492] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.060560] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.060769] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.060980] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.061117] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.061185] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.061336] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.061423] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.061521] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec2565f9-38b0-4dcc-b34c-dc4dab2e94db',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.499120] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-699 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.499326] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-699" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.499452] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-699" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.499725] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-699" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.500056] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.500223] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.500343] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.500568] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.500778] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.501024] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1193.501144] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1193.501254] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1193.501361] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1193.501472] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1193.501578] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1193.501745] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1193.519463] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1193.519635] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1193.519835] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1193.520108] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-699" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.520362] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.520533] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.520657] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.520994] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.521152] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.555546] env[69343]: INFO networking_nsxv3.common.synchronization [req-6842d943-dd41-4e12-968c-123471e70eff req-5ba1ec97-00cb-44a6-a24b-d555b3f95feb tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Enqueued Resource ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 with Priority: HIGHEST for action security_group_members [ 1193.556348] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 with Priority: HIGHEST for action security_group_members [ 1193.557383] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-41dca42e-4920-42a2-a74f-d8fa590a2464 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.558195] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.558270] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.558710] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.558710] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.558836] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.558836] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.559368] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.559368] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.559368] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41dca42e-4920-42a2-a74f-d8fa590a2464',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.563527] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.563642] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.563697] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.563862] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.563946] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.564146] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.564245] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.564309] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.564456] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.564526] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.564611] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db is going to be updated. [ 1193.588736] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.588873] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.588943] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.589160] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.589318] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.597728] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db in Status: IN_PROGRESS for 2s [ 1194.024170] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.024406] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.024535] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.024842] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.025019] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.025170] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a not found, creating... [ 1194.025447] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.025607] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.025727] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.025954] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.026125] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.026400] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.026545] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.026670] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.026880] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.027025] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.027164] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a is going to be created. [ 1194.049822] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.050077] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.050210] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.050484] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.050766] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.050997] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.060864] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.061252] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.061252] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.061746] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.082624] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.082886] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.083014] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.083096] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.083297] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.083381] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.083474] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 is going to be updated. [ 1194.107747] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.107963] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.108031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.108243] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.108396] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.119642] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 in Status: IN_PROGRESS for 2s [ 1194.601223] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: SUCCESS [ 1194.601577] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.602244] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.602496] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.602751] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.602902] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.602974] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.603158] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.603304] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.603398] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.603488] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.802150] env[69343]: INFO networking_nsxv3.common.synchronization [req-bc8860c0-8d87-4945-8424-1c905406bee1 req-9566d138-7b41-4294-87f3-57e97c2121bf service nova] Enqueued Resource ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db with Priority: HIGHEST for action security_group_rules [ 1194.802329] env[69343]: INFO networking_nsxv3.common.synchronization [req-bc8860c0-8d87-4945-8424-1c905406bee1 req-9566d138-7b41-4294-87f3-57e97c2121bf service nova] Enqueued Resource ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db with Priority: HIGHEST for action security_group_members [ 1194.802434] env[69343]: INFO networking_nsxv3.common.synchronization [req-bc8860c0-8d87-4945-8424-1c905406bee1 req-9566d138-7b41-4294-87f3-57e97c2121bf service nova] Enqueued Resource ID: d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a with Priority: HIGHEST for action port [ 1194.807196] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db with Priority: HIGHEST for action security_group_rules [ 1194.807196] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db with Priority: HIGHEST for action security_group_members [ 1194.807196] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a with Priority: HIGHEST for action port [ 1194.807382] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.807529] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.807597] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.807849] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.807944] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec2565f9-38b0-4dcc-b34c-dc4dab2e94db',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.808932] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.809068] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.809301] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.809420] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.809597] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.809830] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.809927] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.108349] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.108729] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.108729] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.108729] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.108875] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.108974] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.109053] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.109200] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.109287] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.109374] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.109518] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.109612] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.109672] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.109825] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.109956] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.110057] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.110869] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.110869] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.110869] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.110869] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.110869] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.312307] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.312428] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.312637] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a with status ACTIVE [ 1195.312806] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.312914] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.312973] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.313202] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.313306] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.313451] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.313549] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.313620] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.313752] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.313832] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.314017] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.314116] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.314176] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.314313] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.314387] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.314470] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a is going to be updated. [ 1195.354201] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.354341] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.354438] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.354603] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.354740] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.354898] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.606978] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db in Status: SUCCESS [ 1195.607254] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db deletion is rescheduled due to dependency. [ 1195.607392] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.607570] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.607843] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.608049] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.608171] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.608239] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.608400] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.608483] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.608577] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec2565f9-38b0-4dcc-b34c-dc4dab2e94db',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.612891] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 808b04a2-be13-4773-bfa7-1d9ce637fb4d: rpc.has_security_group_logging(os_id): False [ 1195.630196] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.630323] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.630397] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.630597] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.630687] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.630880] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.630975] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.631055] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.631208] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.631285] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.631487] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.631582] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.631674] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.631926] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.631926] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.632135] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.632231] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.632305] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.632431] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.632511] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.632586] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d is going to be updated. [ 1195.708047] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.708165] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.708239] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.708437] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.708587] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.720956] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: IN_PROGRESS for 2s [ 1196.110435] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec2565f9-38b0-4dcc-b34c-dc4dab2e94db',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.130761] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 in Status: SUCCESS [ 1196.130761] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 deletion is rescheduled due to dependency. [ 1196.130761] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.613490] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec2565f9-38b0-4dcc-b34c-dc4dab2e94db',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.116531] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.116531] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.116531] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.117033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.117033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.117033] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db is going to be updated. [ 1197.148188] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.148461] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.148648] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.148797] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.148990] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.157064] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db in Status: IN_PROGRESS for 2s [ 1197.735779] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: SUCCESS [ 1197.735779] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.639254] env[69343]: INFO networking_nsxv3.common.synchronization [req-88b5815a-dac7-46de-bf0a-a1a6f9575db1 req-43f085a7-a8a3-4495-8879-1fead4d0efa8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Enqueued Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1198.639254] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1198.639548] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.640581] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.640581] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.640732] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.640967] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.641125] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.641253] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.641480] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.641562] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.641683] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.793514] env[69343]: INFO networking_nsxv3.common.synchronization [None req-1ac9983a-8ca4-4873-b66d-66979feff509 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Enqueued Resource ID: f4a6f306-466c-47fe-bb29-3013816d23f6 with Priority: HIGHEST for action security_group_rules [ 1198.793921] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4a6f306-466c-47fe-bb29-3013816d23f6 with Priority: HIGHEST for action security_group_rules [ 1198.794236] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4a6f306-466c-47fe-bb29-3013816d23f6 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.794356] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4a6f306-466c-47fe-bb29-3013816d23f6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.794423] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4a6f306-466c-47fe-bb29-3013816d23f6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.794676] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4a6f306-466c-47fe-bb29-3013816d23f6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.794763] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4a6f306-466c-47fe-bb29-3013816d23f6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.908609] env[69343]: INFO networking_nsxv3.common.synchronization [None req-645160fd-4488-41b8-ad9b-247564033596 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Enqueued Resource ID: f4a6f306-466c-47fe-bb29-3013816d23f6 with Priority: HIGHEST for action security_group_rules [ 1198.909156] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4a6f306-466c-47fe-bb29-3013816d23f6 with Priority: HIGHEST for action security_group_rules [ 1198.909460] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4a6f306-466c-47fe-bb29-3013816d23f6 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.909577] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4a6f306-466c-47fe-bb29-3013816d23f6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.143725] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.218315] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db in Status: SUCCESS [ 1199.218626] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.218809] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.219033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.219225] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.219344] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.219409] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.220589] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.220589] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.220589] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.220589] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec2565f9-38b0-4dcc-b34c-dc4dab2e94db',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.329927] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.330198] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.330326] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.330656] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.330841] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.331011] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4a6f306-466c-47fe-bb29-3013816d23f6 already deleted. [ 1199.331170] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4a6f306-466c-47fe-bb29-3013816d23f6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.331440] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4a6f306-466c-47fe-bb29-3013816d23f6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.331690] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4a6f306-466c-47fe-bb29-3013816d23f6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.331831] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4a6f306-466c-47fe-bb29-3013816d23f6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.645357] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.722200] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec2565f9-38b0-4dcc-b34c-dc4dab2e94db',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.855553] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.855761] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.855867] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.856180] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.856316] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.856448] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4a6f306-466c-47fe-bb29-3013816d23f6 already deleted. [ 1199.856562] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4a6f306-466c-47fe-bb29-3013816d23f6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.147930] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.148269] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.148269] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.148478] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.148598] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.148725] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d is going to be updated. [ 1200.175548] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.175681] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.175759] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.175973] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.176134] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.183874] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: IN_PROGRESS for 2s [ 1200.224177] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec2565f9-38b0-4dcc-b34c-dc4dab2e94db: rpc.has_security_group_logging(os_id): False [ 1200.241424] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.241568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.241632] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.241839] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.241936] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.242167] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.242268] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.242333] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.242472] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.242548] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.242679] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db is going to be updated. [ 1200.299431] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.299567] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.299640] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.300074] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.300277] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.311191] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db in Status: IN_PROGRESS for 2s [ 1202.192930] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: SUCCESS [ 1202.192930] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.323946] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db in Status: SUCCESS [ 1202.323946] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.910782] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1203.911151] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1206.447143] env[69343]: INFO networking_nsxv3.common.synchronization [req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 req-35b7326a-c623-4f1d-a53a-b207c31d1f16 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Enqueued Resource ID: f4a6f306-466c-47fe-bb29-3013816d23f6 with Priority: HIGHEST for action security_group_members [ 1206.447143] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4a6f306-466c-47fe-bb29-3013816d23f6 with Priority: HIGHEST for action security_group_members [ 1206.447143] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4a6f306-466c-47fe-bb29-3013816d23f6 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.447143] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4a6f306-466c-47fe-bb29-3013816d23f6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.447830] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4a6f306-466c-47fe-bb29-3013816d23f6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.448237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4a6f306-466c-47fe-bb29-3013816d23f6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.448516] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.448780] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.448950] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.449238] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.449419] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.449605] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4a6f306-466c-47fe-bb29-3013816d23f6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.711839] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.711839] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-646" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.711839] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-646" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.711839] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-646" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.711839] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.711839] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.711839] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.711839] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.711839] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.711839] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1206.712276] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1206.712276] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1206.712276] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1206.712366] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1206.712435] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1206.712569] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1206.734524] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1206.734605] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1206.734710] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1206.734870] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-646" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.735168] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-d373db8d-e512-4e93-80b7-8f09158a538c taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.735333] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-d373db8d-e512-4e93-80b7-8f09158a538c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.735454] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-d373db8d-e512-4e93-80b7-8f09158a538c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.735740] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-d373db8d-e512-4e93-80b7-8f09158a538c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.735879] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d373db8d-e512-4e93-80b7-8f09158a538c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.951714] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.951899] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.951987] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.952276] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.952373] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.952601] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.952703] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.952765] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.953200] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.953200] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.953200] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4a6f306-466c-47fe-bb29-3013816d23f6 already deleted. [ 1206.953200] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4a6f306-466c-47fe-bb29-3013816d23f6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.238437] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.238672] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.238774] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.239082] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.239271] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.239433] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port d373db8d-e512-4e93-80b7-8f09158a538c not found, creating... [ 1207.239704] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.239910] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.240078] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.240340] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.240453] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.240744] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.241111] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.241353] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.241642] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.241828] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.241993] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: d373db8d-e512-4e93-80b7-8f09158a538c is going to be created. [ 1207.265372] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.265652] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.265825] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.266138] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.266400] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.266644] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-d373db8d-e512-4e93-80b7-8f09158a538c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.940260] env[69343]: INFO networking_nsxv3.common.synchronization [req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 req-799e4f26-df4d-4724-b6ce-ecae4b755835 service nova] Enqueued Resource ID: f4a6f306-466c-47fe-bb29-3013816d23f6 with Priority: HIGHEST for action security_group_rules [ 1207.940514] env[69343]: INFO networking_nsxv3.common.synchronization [req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 req-799e4f26-df4d-4724-b6ce-ecae4b755835 service nova] Enqueued Resource ID: f4a6f306-466c-47fe-bb29-3013816d23f6 with Priority: HIGHEST for action security_group_members [ 1207.940669] env[69343]: INFO networking_nsxv3.common.synchronization [req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 req-799e4f26-df4d-4724-b6ce-ecae4b755835 service nova] Enqueued Resource ID: d373db8d-e512-4e93-80b7-8f09158a538c with Priority: HIGHEST for action port [ 1207.941247] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4a6f306-466c-47fe-bb29-3013816d23f6 with Priority: HIGHEST for action security_group_rules [ 1207.941435] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4a6f306-466c-47fe-bb29-3013816d23f6 with Priority: HIGHEST for action security_group_members [ 1207.941721] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d373db8d-e512-4e93-80b7-8f09158a538c with Priority: HIGHEST for action port [ 1207.942106] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4a6f306-466c-47fe-bb29-3013816d23f6 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.942183] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4a6f306-466c-47fe-bb29-3013816d23f6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.942266] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4a6f306-466c-47fe-bb29-3013816d23f6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.942470] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4a6f306-466c-47fe-bb29-3013816d23f6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.942625] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4a6f306-466c-47fe-bb29-3013816d23f6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.943408] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4a6f306-466c-47fe-bb29-3013816d23f6 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.943572] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4a6f306-466c-47fe-bb29-3013816d23f6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.943621] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4a6f306-466c-47fe-bb29-3013816d23f6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.943775] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4a6f306-466c-47fe-bb29-3013816d23f6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.943920] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.944040] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.944105] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.944244] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.944328] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.944416] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4a6f306-466c-47fe-bb29-3013816d23f6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.945196] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-d373db8d-e512-4e93-80b7-8f09158a538c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.945307] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d373db8d-e512-4e93-80b7-8f09158a538c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.945374] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d373db8d-e512-4e93-80b7-8f09158a538c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.945532] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d373db8d-e512-4e93-80b7-8f09158a538c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.945605] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d373db8d-e512-4e93-80b7-8f09158a538c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.447733] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4a6f306-466c-47fe-bb29-3013816d23f6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.448490] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4a6f306-466c-47fe-bb29-3013816d23f6 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.448601] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4a6f306-466c-47fe-bb29-3013816d23f6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.453125] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d373db8d-e512-4e93-80b7-8f09158a538c with status ACTIVE [ 1208.453322] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.453429] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.453495] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.453850] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.453850] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.453935] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.454050] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.454115] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.454262] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.454338] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.454515] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.454609] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.454708] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.454801] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.454873] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.454957] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d373db8d-e512-4e93-80b7-8f09158a538c is going to be updated. [ 1208.475380] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.475505] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.475575] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.475756] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.475885] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.476053] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d373db8d-e512-4e93-80b7-8f09158a538c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.950302] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4a6f306-466c-47fe-bb29-3013816d23f6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.453812] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.453812] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.453812] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.453812] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.453812] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.453812] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4a6f306-466c-47fe-bb29-3013816d23f6 is going to be created. [ 1209.492593] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.492911] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.492911] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.493145] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.493261] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.502770] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4a6f306-466c-47fe-bb29-3013816d23f6 in Status: UNINITIALIZED for 2s [ 1211.514094] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4a6f306-466c-47fe-bb29-3013816d23f6 in Status: SUCCESS [ 1211.514416] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4a6f306-466c-47fe-bb29-3013816d23f6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.514573] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4a6f306-466c-47fe-bb29-3013816d23f6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.514804] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4a6f306-466c-47fe-bb29-3013816d23f6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.515047] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.515199] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.515292] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.515475] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.515584] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.515678] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4a6f306-466c-47fe-bb29-3013816d23f6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.515770] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4a6f306-466c-47fe-bb29-3013816d23f6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.526454] env[69343]: INFO networking_nsxv3.common.synchronization [req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 req-8fa4697b-f544-4ae0-aa81-5f004e6bdfc6 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Enqueued Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1211.526454] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1211.526454] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.530256] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.530256] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.530256] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.530256] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.530256] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.530256] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.530256] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.530256] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.530256] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.022793] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4a6f306-466c-47fe-bb29-3013816d23f6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.030290] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.087723] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.088011] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-984" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.088357] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-984" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.088437] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-984" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.088714] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.088910] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.089065] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.089448] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.089448] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.089685] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1212.089758] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1212.089851] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1212.089916] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1212.090062] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1212.090178] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1212.090312] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1212.109286] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1212.109464] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1212.109601] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1212.109778] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-984" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.110209] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-425fdff0-c036-42e4-887a-7a5352d9c00a taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.110413] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-425fdff0-c036-42e4-887a-7a5352d9c00a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.110527] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-425fdff0-c036-42e4-887a-7a5352d9c00a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.110837] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-425fdff0-c036-42e4-887a-7a5352d9c00a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.110975] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('425fdff0-c036-42e4-887a-7a5352d9c00a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.151142] env[69343]: INFO networking_nsxv3.common.synchronization [req-e1fbcdfe-fe3a-43bc-857b-1e9db4b5fc1b req-a40a811a-2027-40c9-965f-fe5829c95d4d tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Enqueued Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_members [ 1212.151543] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_members [ 1212.151844] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.151964] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.152048] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.152264] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.152416] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.152505] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.152564] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.152706] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.152788] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.152881] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.525140] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4a6f306-466c-47fe-bb29-3013816d23f6: rpc.has_security_group_logging(os_id): False [ 1212.532862] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.546856] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.547039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.547109] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.547285] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.547373] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.547616] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.547717] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.547782] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.547934] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.548084] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.548251] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4a6f306-466c-47fe-bb29-3013816d23f6 is going to be created. [ 1212.613322] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.613851] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.613851] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.614238] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.614424] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.614589] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 425fdff0-c036-42e4-887a-7a5352d9c00a not found, creating... [ 1212.614884] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.615065] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.615191] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.615437] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.615581] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.615880] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.616078] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.616207] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.616663] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.616663] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.616778] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 425fdff0-c036-42e4-887a-7a5352d9c00a is going to be created. [ 1212.619030] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.619030] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.619030] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.619219] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.619219] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.639290] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4a6f306-466c-47fe-bb29-3013816d23f6 in Status: IN_PROGRESS for 2s [ 1212.646269] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.646269] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.646269] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.646269] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.646269] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.646269] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-425fdff0-c036-42e4-887a-7a5352d9c00a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.657234] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.657234] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.657234] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.657234] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.687381] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.687381] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.687381] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.687381] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.687381] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.687381] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.687381] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 is going to be updated. [ 1212.759203] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.759203] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.759345] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.759591] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.759841] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.779383] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: IN_PROGRESS for 2s [ 1213.035029] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.035202] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.035289] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.035480] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.035568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.035663] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d is going to be updated. [ 1213.063661] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.063799] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.063870] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.064077] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.064780] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.072344] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: IN_PROGRESS for 2s [ 1213.413528] env[69343]: INFO networking_nsxv3.common.synchronization [req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 req-19d4d2cb-0beb-4243-93fb-df7b59b56814 service nova] Enqueued Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_rules [ 1213.413778] env[69343]: INFO networking_nsxv3.common.synchronization [req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 req-19d4d2cb-0beb-4243-93fb-df7b59b56814 service nova] Enqueued Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1213.413929] env[69343]: INFO networking_nsxv3.common.synchronization [req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 req-19d4d2cb-0beb-4243-93fb-df7b59b56814 service nova] Enqueued Resource ID: 425fdff0-c036-42e4-887a-7a5352d9c00a with Priority: HIGHEST for action port [ 1213.414114] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_rules [ 1213.414248] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1213.414343] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 425fdff0-c036-42e4-887a-7a5352d9c00a with Priority: HIGHEST for action port [ 1213.414880] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.415043] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.415153] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.416040] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.416040] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.416409] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.416409] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.416409] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-425fdff0-c036-42e4-887a-7a5352d9c00a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.416714] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-425fdff0-c036-42e4-887a-7a5352d9c00a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.416714] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-425fdff0-c036-42e4-887a-7a5352d9c00a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.416714] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-425fdff0-c036-42e4-887a-7a5352d9c00a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.416714] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('425fdff0-c036-42e4-887a-7a5352d9c00a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.918708] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.918708] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.919033] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 425fdff0-c036-42e4-887a-7a5352d9c00a with status ACTIVE [ 1213.919109] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.919196] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.919262] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.919519] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.919633] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.919730] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.919826] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.919885] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.920138] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.920223] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.920407] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.920500] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.920561] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.920700] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.920775] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.920871] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 425fdff0-c036-42e4-887a-7a5352d9c00a is going to be updated. [ 1213.943223] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.943420] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.943479] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.943674] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.943841] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.943972] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-425fdff0-c036-42e4-887a-7a5352d9c00a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.653645] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4a6f306-466c-47fe-bb29-3013816d23f6 in Status: SUCCESS [ 1214.653875] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4a6f306-466c-47fe-bb29-3013816d23f6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.789396] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: SUCCESS [ 1214.789396] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 deletion is rescheduled due to dependency. [ 1214.789506] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.081365] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: SUCCESS [ 1215.081647] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.081754] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.081967] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.082162] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.082276] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.082343] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.082488] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.082568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.082660] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.302724] env[69343]: INFO networking_nsxv3.common.synchronization [None req-acc09de5-1451-4764-9502-13a96034a2e9 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Enqueued Resource ID: 95cf8685-9625-4704-a3a8-ade9f2c9ce83 with Priority: HIGHEST for action security_group_rules [ 1215.303200] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95cf8685-9625-4704-a3a8-ade9f2c9ce83 with Priority: HIGHEST for action security_group_rules [ 1215.303514] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95cf8685-9625-4704-a3a8-ade9f2c9ce83 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.303633] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95cf8685-9625-4704-a3a8-ade9f2c9ce83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.303705] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95cf8685-9625-4704-a3a8-ade9f2c9ce83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.303965] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95cf8685-9625-4704-a3a8-ade9f2c9ce83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.304164] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95cf8685-9625-4704-a3a8-ade9f2c9ce83',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.385483] env[69343]: INFO networking_nsxv3.common.synchronization [None req-ded1aa1a-0f00-4230-9c1f-d62304eaeeb3 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Enqueued Resource ID: 95cf8685-9625-4704-a3a8-ade9f2c9ce83 with Priority: HIGHEST for action security_group_rules [ 1215.386085] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95cf8685-9625-4704-a3a8-ade9f2c9ce83 with Priority: HIGHEST for action security_group_rules [ 1215.386336] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95cf8685-9625-4704-a3a8-ade9f2c9ce83 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.386453] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95cf8685-9625-4704-a3a8-ade9f2c9ce83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.584416] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.825973] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.826209] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.826284] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.826478] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.826565] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.826658] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95cf8685-9625-4704-a3a8-ade9f2c9ce83 already deleted. [ 1215.826738] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95cf8685-9625-4704-a3a8-ade9f2c9ce83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.826887] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95cf8685-9625-4704-a3a8-ade9f2c9ce83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.827052] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95cf8685-9625-4704-a3a8-ade9f2c9ce83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.827137] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95cf8685-9625-4704-a3a8-ade9f2c9ce83',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.906270] env[69343]: INFO networking_nsxv3.common.synchronization [req-4bdd6993-be52-4386-b177-539cb606ffac req-8798faf2-1a7f-4959-8715-ac5b5b2a9a80 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Enqueued Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGHEST for action security_group_members [ 1215.907643] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGHEST for action security_group_members [ 1215.907970] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.908108] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.908173] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.908369] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.908522] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.908619] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.908676] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.908845] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.908941] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.909049] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.086450] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.333636] env[69343]: INFO networking_nsxv3.common.synchronization [req-eaeea757-8326-4929-952c-09e7f67a4fe4 req-4f20578b-1079-48ba-8aa5-f6b599610bd3 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Enqueued Resource ID: 15c643df-5183-4db2-90b0-e97d150ccadb with Priority: HIGHEST for action security_group_members [ 1216.334248] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15c643df-5183-4db2-90b0-e97d150ccadb with Priority: HIGHEST for action security_group_members [ 1216.334595] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-15c643df-5183-4db2-90b0-e97d150ccadb taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.334734] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15c643df-5183-4db2-90b0-e97d150ccadb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.334809] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15c643df-5183-4db2-90b0-e97d150ccadb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.335009] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15c643df-5183-4db2-90b0-e97d150ccadb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.335178] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.335286] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.335351] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.335499] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.335602] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.335703] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15c643df-5183-4db2-90b0-e97d150ccadb',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.347512] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.347668] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.347668] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.347800] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.347883] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.347971] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95cf8685-9625-4704-a3a8-ade9f2c9ce83 already deleted. [ 1216.348057] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95cf8685-9625-4704-a3a8-ade9f2c9ce83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.410995] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.411208] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.411284] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.411498] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.430544] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.431106] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.431343] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.431411] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.431844] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.431969] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.432085] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a is going to be updated. [ 1216.453111] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.453397] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.453397] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.453600] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.453650] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.457859] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-829 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.458195] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-829" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.458195] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-829" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.458459] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-829" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.458720] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.458890] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.458998] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.459283] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.459364] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.459571] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1216.459684] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1216.460192] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1216.460192] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1216.460192] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1216.460192] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1216.460348] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1216.462316] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a in Status: IN_PROGRESS for 2s [ 1216.476650] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1216.477337] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1216.477337] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1216.477337] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-829" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.477495] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-e150239d-ae65-4ee1-bfd5-bb212ad8cb14 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.481024] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-e150239d-ae65-4ee1-bfd5-bb212ad8cb14" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.481024] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-e150239d-ae65-4ee1-bfd5-bb212ad8cb14" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.481024] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-e150239d-ae65-4ee1-bfd5-bb212ad8cb14" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.481024] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e150239d-ae65-4ee1-bfd5-bb212ad8cb14',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.589167] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.590349] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.590349] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.590349] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.590349] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.590349] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d is going to be updated. [ 1216.617836] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.618848] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.618848] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.618848] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.618848] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.627313] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: IN_PROGRESS for 2s [ 1216.838294] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.838294] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.838294] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.839261] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.859797] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.860603] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.860603] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.860603] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.860603] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.860603] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.860896] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15c643df-5183-4db2-90b0-e97d150ccadb is going to be updated. [ 1216.883563] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.883976] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.884335] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.884335] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.884493] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.893306] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15c643df-5183-4db2-90b0-e97d150ccadb in Status: IN_PROGRESS for 2s [ 1216.980860] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.981139] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.981274] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.981602] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.981766] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.981956] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port e150239d-ae65-4ee1-bfd5-bb212ad8cb14 not found, creating... [ 1216.982288] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.982568] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.982641] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.982909] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.983112] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.983465] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.983733] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.983793] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.984013] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.984195] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.984730] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: e150239d-ae65-4ee1-bfd5-bb212ad8cb14 is going to be created. [ 1217.006948] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.006948] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.006948] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.006948] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.007273] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.007420] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-e150239d-ae65-4ee1-bfd5-bb212ad8cb14" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.679148] env[69343]: INFO networking_nsxv3.common.synchronization [req-4bdd6993-be52-4386-b177-539cb606ffac req-a800bbe3-7249-4cdc-bf15-1a530de0a8f5 service nova] Enqueued Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGHEST for action security_group_rules [ 1217.679396] env[69343]: INFO networking_nsxv3.common.synchronization [req-4bdd6993-be52-4386-b177-539cb606ffac req-a800bbe3-7249-4cdc-bf15-1a530de0a8f5 service nova] Enqueued Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGHEST for action security_group_members [ 1217.679483] env[69343]: INFO networking_nsxv3.common.synchronization [req-4bdd6993-be52-4386-b177-539cb606ffac req-a800bbe3-7249-4cdc-bf15-1a530de0a8f5 service nova] Enqueued Resource ID: e150239d-ae65-4ee1-bfd5-bb212ad8cb14 with Priority: HIGHEST for action port [ 1217.679713] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGHEST for action security_group_rules [ 1217.679845] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGHEST for action security_group_members [ 1217.679969] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e150239d-ae65-4ee1-bfd5-bb212ad8cb14 with Priority: HIGHEST for action port [ 1217.680518] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c33ca2b8-750e-4c86-8486-6ca7ff6b448a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.680642] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.680711] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.680902] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.681011] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.682152] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.682319] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.682568] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-e150239d-ae65-4ee1-bfd5-bb212ad8cb14 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.682715] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e150239d-ae65-4ee1-bfd5-bb212ad8cb14" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.682825] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e150239d-ae65-4ee1-bfd5-bb212ad8cb14" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.683079] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e150239d-ae65-4ee1-bfd5-bb212ad8cb14" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.683192] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e150239d-ae65-4ee1-bfd5-bb212ad8cb14',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.186669] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e150239d-ae65-4ee1-bfd5-bb212ad8cb14 with status ACTIVE [ 1218.186895] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.187160] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.187243] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.187459] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.187552] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.187741] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.187862] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.187912] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.188063] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.188177] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.188376] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.188471] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.188533] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.188672] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.188746] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.188829] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e150239d-ae65-4ee1-bfd5-bb212ad8cb14 is going to be updated. [ 1218.190221] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.190363] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.218403] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.218403] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.218403] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.218563] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.218616] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.218768] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e150239d-ae65-4ee1-bfd5-bb212ad8cb14" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.472231] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a in Status: SUCCESS [ 1218.472441] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a deletion is rescheduled due to dependency. [ 1218.472517] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.472697] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.472925] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.473123] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.473243] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.473305] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.473458] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.473534] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.473623] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.636681] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: SUCCESS [ 1218.636939] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.637115] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.637321] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.637505] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.637613] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.637681] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.638010] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.638139] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.638230] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.638322] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.856956] env[69343]: INFO networking_nsxv3.common.synchronization [req-45036d93-2bd5-44d4-a54c-c062dcccc752 req-432c9b4e-896a-427a-bad2-19276a6309cd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Enqueued Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_members [ 1218.857505] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_members [ 1218.857815] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.857928] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.857986] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.858272] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.858431] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.858533] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.858588] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.858734] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.858818] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.859563] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.903575] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15c643df-5183-4db2-90b0-e97d150ccadb in Status: SUCCESS [ 1218.904377] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15c643df-5183-4db2-90b0-e97d150ccadb deletion is rescheduled due to dependency. [ 1218.904377] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15c643df-5183-4db2-90b0-e97d150ccadb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.975808] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.140312] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.140474] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.140546] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.140762] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.140921] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.141033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.141089] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.141239] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.141324] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.141411] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.141555] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.141646] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.141707] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.141845] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.141979] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.142098] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.142163] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.142312] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.142381] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.142463] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.142547] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.315911] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.316134] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-45" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.316266] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-45" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.316525] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-45" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.316776] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.316932] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.317065] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.317274] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.317418] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.317631] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1219.317738] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1219.317859] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1219.317989] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1219.318119] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1219.318229] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1219.318365] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1219.335660] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1219.335813] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1219.335950] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1219.336133] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-45" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.336406] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-97e7afdf-c019-4609-b599-0404164f7962 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.336567] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-97e7afdf-c019-4609-b599-0404164f7962" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.336686] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-97e7afdf-c019-4609-b599-0404164f7962" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.336975] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-97e7afdf-c019-4609-b599-0404164f7962" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.337131] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97e7afdf-c019-4609-b599-0404164f7962',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.361857] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.362031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.362144] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.362350] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.362448] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.362666] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.362791] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.362859] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.363049] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.363144] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.363250] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 is going to be updated. [ 1219.389772] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.389975] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.389975] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.390217] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.390384] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.398508] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: IN_PROGRESS for 2s [ 1219.478612] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.646522] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 808b04a2-be13-4773-bfa7-1d9ce637fb4d: rpc.has_security_group_logging(os_id): False [ 1219.665840] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.666056] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.666150] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.666376] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.666557] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.666731] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.666856] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.666942] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.667163] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.667268] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.667549] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.667687] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.667783] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.667979] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.668102] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.668359] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.668493] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.668587] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.668778] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.668885] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.669012] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d is going to be updated. [ 1219.724543] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.724850] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.724850] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.724987] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.725169] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.739815] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: IN_PROGRESS for 2s [ 1219.771962] env[69343]: INFO networking_nsxv3.common.synchronization [req-b10ccb8f-5533-430a-b9c7-d1b3c537c36c req-296c30eb-151d-4f78-8a52-a552969861b6 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Enqueued Resource ID: 263a8019-cd3d-4d98-849d-6a5083536c84 with Priority: HIGHEST for action security_group_members [ 1219.772405] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 263a8019-cd3d-4d98-849d-6a5083536c84 with Priority: HIGHEST for action security_group_members [ 1219.772739] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-263a8019-cd3d-4d98-849d-6a5083536c84 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.772858] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.772926] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.774258] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.774258] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.774258] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.774258] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.774258] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.774258] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.774507] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('263a8019-cd3d-4d98-849d-6a5083536c84',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.839643] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.839879] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.840102] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.840395] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.840548] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.840709] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 97e7afdf-c019-4609-b599-0404164f7962 not found, creating... [ 1219.841282] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.841282] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.841379] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.845024] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.845024] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.845024] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.845024] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.845024] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.845024] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.845024] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.845024] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 97e7afdf-c019-4609-b599-0404164f7962 is going to be created. [ 1219.866655] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.867383] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.867620] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.868084] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.868441] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.868780] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-97e7afdf-c019-4609-b599-0404164f7962" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.980603] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.980810] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.980874] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.981608] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.981608] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.981608] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a is going to be updated. [ 1220.018772] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.018987] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.019117] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.019379] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.019572] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.028784] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a in Status: IN_PROGRESS for 2s [ 1220.276844] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.277107] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.277225] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.277564] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.277718] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.277979] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.278098] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.278163] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.278331] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.278429] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.278579] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 263a8019-cd3d-4d98-849d-6a5083536c84 is going to be updated. [ 1220.305171] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.305421] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.305421] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.305575] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.305711] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.314792] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 263a8019-cd3d-4d98-849d-6a5083536c84 in Status: IN_PROGRESS for 2s [ 1220.773096] env[69343]: INFO networking_nsxv3.common.synchronization [req-45036d93-2bd5-44d4-a54c-c062dcccc752 req-b45fbd61-5d4b-4adf-a7be-103dba283542 service nova] Enqueued Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_rules [ 1220.773096] env[69343]: INFO networking_nsxv3.common.synchronization [req-45036d93-2bd5-44d4-a54c-c062dcccc752 req-b45fbd61-5d4b-4adf-a7be-103dba283542 service nova] Enqueued Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_members [ 1220.773096] env[69343]: INFO networking_nsxv3.common.synchronization [req-45036d93-2bd5-44d4-a54c-c062dcccc752 req-b45fbd61-5d4b-4adf-a7be-103dba283542 service nova] Enqueued Resource ID: 97e7afdf-c019-4609-b599-0404164f7962 with Priority: HIGHEST for action port [ 1220.773096] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_rules [ 1220.773096] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_members [ 1220.773096] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97e7afdf-c019-4609-b599-0404164f7962 with Priority: HIGHEST for action port [ 1220.773740] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a4db52e-5882-4ee2-b0c4-bf285fc48e28 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.773993] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.774203] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.774586] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.774740] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.777442] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.777442] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.777442] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-97e7afdf-c019-4609-b599-0404164f7962 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.777442] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97e7afdf-c019-4609-b599-0404164f7962" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.777442] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97e7afdf-c019-4609-b599-0404164f7962" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.777442] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97e7afdf-c019-4609-b599-0404164f7962" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.777442] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97e7afdf-c019-4609-b599-0404164f7962',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.277345] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.277648] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.282946] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97e7afdf-c019-4609-b599-0404164f7962 with status ACTIVE [ 1221.283403] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.283403] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.283545] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.283773] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.283862] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.284165] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.285089] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.285089] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.285089] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.285089] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.285089] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.285089] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.285089] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.285089] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.285500] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.285500] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97e7afdf-c019-4609-b599-0404164f7962 is going to be updated. [ 1221.304942] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.305148] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.305244] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.305420] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.305593] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.305701] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97e7afdf-c019-4609-b599-0404164f7962" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.413258] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: SUCCESS [ 1221.413516] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 deletion is rescheduled due to dependency. [ 1221.413636] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.413792] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.414011] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.414198] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.414312] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.414376] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.414531] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.414611] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.414705] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.765016] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: SUCCESS [ 1221.765016] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.916823] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.037024] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a in Status: SUCCESS [ 1222.037305] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.037472] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.037688] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.037871] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.037992] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.038078] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.038219] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.038297] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.038382] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.038471] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.324636] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 263a8019-cd3d-4d98-849d-6a5083536c84 in Status: SUCCESS [ 1222.324912] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 263a8019-cd3d-4d98-849d-6a5083536c84 deletion is rescheduled due to dependency. [ 1222.325713] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.408361] env[69343]: INFO networking_nsxv3.common.synchronization [None req-f05d91a3-9e0a-42f8-963d-c8bfec9cb635 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Enqueued Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGHEST for action security_group_members [ 1222.408927] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGHEST for action security_group_members [ 1222.409286] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.410027] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.410027] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.410027] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.410027] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.410027] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.410242] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.410280] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.410373] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.410479] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.419917] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.540784] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.540784] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.915894] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.921469] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.921658] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.921732] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.921942] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.922050] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.922142] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 is going to be updated. [ 1222.950571] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.950784] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.950836] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.951067] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.951410] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.960920] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: IN_PROGRESS for 2s [ 1223.091786] env[69343]: INFO networking_nsxv3.common.synchronization [req-213bdbc1-7e6d-48c7-b67a-61509374a519 req-aa60af05-cf0c-4270-a5b2-264261c1044c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Enqueued Resource ID: 95cf8685-9625-4704-a3a8-ade9f2c9ce83 with Priority: HIGHEST for action security_group_members [ 1223.092220] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95cf8685-9625-4704-a3a8-ade9f2c9ce83 with Priority: HIGHEST for action security_group_members [ 1223.093219] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf8685-9625-4704-a3a8-ade9f2c9ce83 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.093445] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf8685-9625-4704-a3a8-ade9f2c9ce83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.093585] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf8685-9625-4704-a3a8-ade9f2c9ce83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.093964] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf8685-9625-4704-a3a8-ade9f2c9ce83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.094284] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.094726] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.094726] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.096022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.096022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.096022] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95cf8685-9625-4704-a3a8-ade9f2c9ce83',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.420131] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.426719] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-717 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.426912] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-717" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.427058] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-717" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.427321] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-717" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.427612] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.427775] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.427898] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.428486] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.428753] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.428877] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1223.429358] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1223.429494] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1223.429614] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1223.429734] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1223.429838] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1223.430014] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1223.447626] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1223.447792] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1223.447935] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1223.448129] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-717" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.448452] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-b6ab570f-f7cd-4a33-baac-9af69245c505 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.448633] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-b6ab570f-f7cd-4a33-baac-9af69245c505" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.448758] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-b6ab570f-f7cd-4a33-baac-9af69245c505" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.449120] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-b6ab570f-f7cd-4a33-baac-9af69245c505" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.449266] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6ab570f-f7cd-4a33-baac-9af69245c505',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.598533] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.598683] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.598683] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.598851] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.598943] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.599156] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.599277] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.599343] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.599496] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.599932] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.599932] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95cf8685-9625-4704-a3a8-ade9f2c9ce83 already deleted. [ 1223.599932] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf8685-9625-4704-a3a8-ade9f2c9ce83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.923421] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.923592] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.923592] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.923851] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.923952] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.924071] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a is going to be updated. [ 1223.949292] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.949449] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.949526] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.949753] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.949917] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.951538] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.951785] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.951938] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.952235] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.952428] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.952621] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port b6ab570f-f7cd-4a33-baac-9af69245c505 not found, creating... [ 1223.952927] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.953516] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.953516] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.953516] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.953659] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.953999] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.954206] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.954333] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.954583] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.954744] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.954906] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: b6ab570f-f7cd-4a33-baac-9af69245c505 is going to be created. [ 1223.963871] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a in Status: IN_PROGRESS for 2s [ 1223.974486] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.974716] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.974851] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.975166] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.975429] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.975686] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-b6ab570f-f7cd-4a33-baac-9af69245c505" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.570712] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-829 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.571122] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-829" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.571122] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-829" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.573752] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-829" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.573752] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.573752] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.573752] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.573752] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.573752] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.573752] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1224.573752] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1224.573752] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1224.573752] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1224.573752] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1224.573752] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1224.573752] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1224.590412] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1224.590563] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1224.590700] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1224.590869] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-829" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.591218] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-2fa6b937-be41-44bf-be92-a2a5dcf898df taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.591390] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-2fa6b937-be41-44bf-be92-a2a5dcf898df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.591512] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-2fa6b937-be41-44bf-be92-a2a5dcf898df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.591819] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-2fa6b937-be41-44bf-be92-a2a5dcf898df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.591957] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fa6b937-be41-44bf-be92-a2a5dcf898df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.824607] env[69343]: INFO networking_nsxv3.common.synchronization [req-213bdbc1-7e6d-48c7-b67a-61509374a519 req-550907f2-ff38-4252-8eb5-25000f8be664 service nova] Enqueued Resource ID: 95cf8685-9625-4704-a3a8-ade9f2c9ce83 with Priority: HIGHEST for action security_group_rules [ 1224.824819] env[69343]: INFO networking_nsxv3.common.synchronization [req-213bdbc1-7e6d-48c7-b67a-61509374a519 req-550907f2-ff38-4252-8eb5-25000f8be664 service nova] Enqueued Resource ID: 95cf8685-9625-4704-a3a8-ade9f2c9ce83 with Priority: HIGHEST for action security_group_members [ 1224.825068] env[69343]: INFO networking_nsxv3.common.synchronization [req-213bdbc1-7e6d-48c7-b67a-61509374a519 req-550907f2-ff38-4252-8eb5-25000f8be664 service nova] Enqueued Resource ID: b6ab570f-f7cd-4a33-baac-9af69245c505 with Priority: HIGHEST for action port [ 1224.826949] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95cf8685-9625-4704-a3a8-ade9f2c9ce83 with Priority: HIGHEST for action security_group_rules [ 1224.826949] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95cf8685-9625-4704-a3a8-ade9f2c9ce83 with Priority: HIGHEST for action security_group_members [ 1224.827317] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6ab570f-f7cd-4a33-baac-9af69245c505 with Priority: HIGHEST for action port [ 1224.827655] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95cf8685-9625-4704-a3a8-ade9f2c9ce83 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.828288] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95cf8685-9625-4704-a3a8-ade9f2c9ce83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.828288] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95cf8685-9625-4704-a3a8-ade9f2c9ce83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.828288] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95cf8685-9625-4704-a3a8-ade9f2c9ce83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.828288] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95cf8685-9625-4704-a3a8-ade9f2c9ce83',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.830358] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf8685-9625-4704-a3a8-ade9f2c9ce83 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.830358] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf8685-9625-4704-a3a8-ade9f2c9ce83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.830358] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf8685-9625-4704-a3a8-ade9f2c9ce83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.830358] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf8685-9625-4704-a3a8-ade9f2c9ce83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.830358] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.830358] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.830358] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.830358] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.830749] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.830749] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95cf8685-9625-4704-a3a8-ade9f2c9ce83',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.834206] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6ab570f-f7cd-4a33-baac-9af69245c505 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.834206] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6ab570f-f7cd-4a33-baac-9af69245c505" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.834206] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6ab570f-f7cd-4a33-baac-9af69245c505" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.834206] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6ab570f-f7cd-4a33-baac-9af69245c505" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.834206] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6ab570f-f7cd-4a33-baac-9af69245c505',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.971237] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: SUCCESS [ 1224.971525] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.971714] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.972543] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.972543] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.972543] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.972543] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.972543] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.972960] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.972960] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.972960] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.094327] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.094622] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.094745] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.095191] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.095401] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.095604] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 2fa6b937-be41-44bf-be92-a2a5dcf898df not found, creating... [ 1225.095897] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.096110] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.096212] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.096535] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.096739] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.097069] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.097233] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.097397] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.097715] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.097797] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.098028] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 2fa6b937-be41-44bf-be92-a2a5dcf898df is going to be created. [ 1225.118217] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.118526] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.118669] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.119037] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.119449] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.119721] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-2fa6b937-be41-44bf-be92-a2a5dcf898df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.337060] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf8685-9625-4704-a3a8-ade9f2c9ce83 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.337060] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf8685-9625-4704-a3a8-ade9f2c9ce83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.337060] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95cf8685-9625-4704-a3a8-ade9f2c9ce83',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.337940] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6ab570f-f7cd-4a33-baac-9af69245c505 with status ACTIVE [ 1225.338398] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.338398] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.338398] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.338551] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.338584] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.338740] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.338835] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.338898] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.339080] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.339161] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.339342] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.339434] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.339493] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.339629] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.339701] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.339784] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6ab570f-f7cd-4a33-baac-9af69245c505 is going to be updated. [ 1225.359784] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.359926] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.360111] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.360326] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.360459] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.360614] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6ab570f-f7cd-4a33-baac-9af69245c505" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.475075] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.475299] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.475404] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.476642] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.476642] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.476642] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.476642] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.476642] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.476642] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.476642] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.476916] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.476916] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.477034] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.477171] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.477300] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.477605] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.477605] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.477664] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.477768] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.477954] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.478084] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.546141] env[69343]: INFO networking_nsxv3.common.synchronization [None req-7ac452e3-5970-49ca-b36a-a7cc1d696fed tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Enqueued Resource ID: 78a0dec5-539f-45d5-8ecf-4f6e0107eafa with Priority: HIGHEST for action security_group_rules [ 1225.546668] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78a0dec5-539f-45d5-8ecf-4f6e0107eafa with Priority: HIGHEST for action security_group_rules [ 1225.546968] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78a0dec5-539f-45d5-8ecf-4f6e0107eafa taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.547107] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78a0dec5-539f-45d5-8ecf-4f6e0107eafa" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.547177] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78a0dec5-539f-45d5-8ecf-4f6e0107eafa" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.547429] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78a0dec5-539f-45d5-8ecf-4f6e0107eafa" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.547511] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78a0dec5-539f-45d5-8ecf-4f6e0107eafa',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.616106] env[69343]: INFO networking_nsxv3.common.synchronization [None req-0a427259-5ca7-461f-8317-73bf42ec884c tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Enqueued Resource ID: 78a0dec5-539f-45d5-8ecf-4f6e0107eafa with Priority: HIGHEST for action security_group_rules [ 1225.616500] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78a0dec5-539f-45d5-8ecf-4f6e0107eafa with Priority: HIGHEST for action security_group_rules [ 1225.616798] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78a0dec5-539f-45d5-8ecf-4f6e0107eafa taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.616903] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78a0dec5-539f-45d5-8ecf-4f6e0107eafa" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.842366] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95cf8685-9625-4704-a3a8-ade9f2c9ce83',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.972939] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a in Status: SUCCESS [ 1225.973188] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.973357] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.973580] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.973806] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.973926] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.974019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.974223] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.974323] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.974394] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.974550] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.974644] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.974704] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.974859] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.974982] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.975291] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.975358] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.975606] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.975685] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.975768] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.975961] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.981288] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a4db52e-5882-4ee2-b0c4-bf285fc48e28: rpc.has_security_group_logging(os_id): False [ 1225.997801] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.997968] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.998033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.998245] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.998333] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.998553] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.998647] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.998709] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.998851] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.998927] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.999127] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.999222] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.999283] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.999419] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.999499] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.999833] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.999833] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.999833] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.999949] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.000257] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.000380] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 is going to be updated. [ 1226.069973] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.070217] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.070292] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.070502] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.070646] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.087663] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.087831] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.087870] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.088064] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.088152] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.088242] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78a0dec5-539f-45d5-8ecf-4f6e0107eafa already deleted. [ 1226.088324] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78a0dec5-539f-45d5-8ecf-4f6e0107eafa" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.091232] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78a0dec5-539f-45d5-8ecf-4f6e0107eafa" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.091232] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78a0dec5-539f-45d5-8ecf-4f6e0107eafa" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.091232] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78a0dec5-539f-45d5-8ecf-4f6e0107eafa',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.091232] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: IN_PROGRESS for 2s [ 1226.100062] env[69343]: INFO networking_nsxv3.common.synchronization [req-68b33633-a677-47d1-a85b-a9a1f3f52f9e req-ad652fbc-2da5-43cb-ba44-d78af0232838 service nova] Enqueued Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGHEST for action security_group_rules [ 1226.100269] env[69343]: INFO networking_nsxv3.common.synchronization [req-68b33633-a677-47d1-a85b-a9a1f3f52f9e req-ad652fbc-2da5-43cb-ba44-d78af0232838 service nova] Enqueued Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGHEST for action security_group_members [ 1226.100411] env[69343]: INFO networking_nsxv3.common.synchronization [req-68b33633-a677-47d1-a85b-a9a1f3f52f9e req-ad652fbc-2da5-43cb-ba44-d78af0232838 service nova] Enqueued Resource ID: 2fa6b937-be41-44bf-be92-a2a5dcf898df with Priority: HIGHEST for action port [ 1226.100633] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGHEST for action security_group_rules [ 1226.100759] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGHEST for action security_group_members [ 1226.100855] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fa6b937-be41-44bf-be92-a2a5dcf898df with Priority: HIGHEST for action port [ 1226.101527] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c33ca2b8-750e-4c86-8486-6ca7ff6b448a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.101527] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.101701] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.101804] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.101868] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.102244] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.102413] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.102521] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.102585] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.102742] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.102825] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.102917] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.103714] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fa6b937-be41-44bf-be92-a2a5dcf898df taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.103822] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fa6b937-be41-44bf-be92-a2a5dcf898df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.103889] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fa6b937-be41-44bf-be92-a2a5dcf898df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.104051] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fa6b937-be41-44bf-be92-a2a5dcf898df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.104130] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fa6b937-be41-44bf-be92-a2a5dcf898df',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.345325] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.345524] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.345565] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.345786] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.345883] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.346026] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95cf8685-9625-4704-a3a8-ade9f2c9ce83 is going to be created. [ 1226.368096] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.368312] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.368366] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.368586] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.368772] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.379300] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf8685-9625-4704-a3a8-ade9f2c9ce83 in Status: UNINITIALIZED for 2s [ 1226.479585] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c33ca2b8-750e-4c86-8486-6ca7ff6b448a: rpc.has_security_group_logging(os_id): False [ 1226.497036] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.497036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.497036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.497036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.497036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.497036] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.497036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.497036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.497396] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.497396] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.497396] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.497503] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.497530] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.497657] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.497731] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.497989] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.498141] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.498227] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.498373] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.498448] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.498532] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a is going to be updated. [ 1226.553555] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.553706] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.553800] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.553967] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.554126] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.577121] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a in Status: IN_PROGRESS for 2s [ 1226.605987] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.606955] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2fa6b937-be41-44bf-be92-a2a5dcf898df with status ACTIVE [ 1226.607164] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.607290] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.607400] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.607560] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.607648] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.607829] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.607920] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.607983] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.608174] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.608256] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.608436] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.608528] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.608636] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.608724] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.608795] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.608878] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2fa6b937-be41-44bf-be92-a2a5dcf898df is going to be updated. [ 1226.610859] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.610954] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.611040] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.611199] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.611277] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.611360] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78a0dec5-539f-45d5-8ecf-4f6e0107eafa already deleted. [ 1226.611441] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78a0dec5-539f-45d5-8ecf-4f6e0107eafa" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.654198] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.654471] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.654471] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.654829] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.655034] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.655257] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fa6b937-be41-44bf-be92-a2a5dcf898df" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.976260] env[69343]: INFO networking_nsxv3.common.synchronization [req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 req-beed7e1d-60a6-462c-bdc5-8c01b1a4b10f tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Enqueued Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1226.976774] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1226.977162] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.977341] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.977488] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.978046] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.978254] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.978392] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.978493] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.978766] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.978950] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.978950] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.110599] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.481520] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.612714] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.612867] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.612954] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.613170] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.614407] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.614407] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a is going to be updated. [ 1227.642227] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.642771] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.642771] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.642771] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.642771] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.651887] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a in Status: IN_PROGRESS for 2s [ 1227.984298] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.999526] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.999747] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-984" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.999914] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-984" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.000405] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-984" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.000621] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.000808] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.000937] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.001209] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.001383] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.001626] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1228.001755] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1228.001881] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1228.002010] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1228.002168] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1228.002299] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1228.002472] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1228.021837] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1228.022072] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1228.022172] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1228.022370] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-984" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.022717] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-25416491-bf01-471c-aa40-48babfe12e9f taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.022897] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-25416491-bf01-471c-aa40-48babfe12e9f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.023032] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-25416491-bf01-471c-aa40-48babfe12e9f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.023397] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-25416491-bf01-471c-aa40-48babfe12e9f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.023548] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25416491-bf01-471c-aa40-48babfe12e9f',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.102896] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: SUCCESS [ 1228.103164] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.388348] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf8685-9625-4704-a3a8-ade9f2c9ce83 in Status: SUCCESS [ 1228.388570] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf8685-9625-4704-a3a8-ade9f2c9ce83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.388714] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf8685-9625-4704-a3a8-ade9f2c9ce83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.388926] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf8685-9625-4704-a3a8-ade9f2c9ce83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.389131] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.389249] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.389309] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.389465] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.389547] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.389630] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf8685-9625-4704-a3a8-ade9f2c9ce83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.389732] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95cf8685-9625-4704-a3a8-ade9f2c9ce83',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.491230] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.491230] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.492111] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.492111] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.492111] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.492111] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d is going to be updated. [ 1228.516804] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.516934] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.516934] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.517168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.517432] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.526137] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: IN_PROGRESS for 2s [ 1228.526657] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.526856] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.526985] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.527278] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.527431] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.527589] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 25416491-bf01-471c-aa40-48babfe12e9f not found, creating... [ 1228.527851] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.528097] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.528267] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.528544] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.528663] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.528953] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.529235] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.529372] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.529606] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.529731] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.529874] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 25416491-bf01-471c-aa40-48babfe12e9f is going to be created. [ 1228.547886] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.548134] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.548200] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.548405] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.548629] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.548854] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-25416491-bf01-471c-aa40-48babfe12e9f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.588466] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a in Status: SUCCESS [ 1228.588667] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.588827] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.589035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.589123] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.892678] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95cf8685-9625-4704-a3a8-ade9f2c9ce83',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.091631] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.092025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.395262] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95cf8685-9625-4704-a3a8-ade9f2c9ce83: rpc.has_security_group_logging(os_id): False [ 1229.416657] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.416823] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.416886] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.417103] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.417200] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.417441] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.417542] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.417597] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.417757] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.417831] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.417913] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95cf8685-9625-4704-a3a8-ade9f2c9ce83 is going to be created. [ 1229.489112] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.489347] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.489347] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.489542] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.489748] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.526621] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95cf8685-9625-4704-a3a8-ade9f2c9ce83 in Status: IN_PROGRESS for 2s [ 1229.661911] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a in Status: SUCCESS [ 1229.662145] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.662381] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.662545] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.662740] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.662859] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.662933] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.663160] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.663259] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.663349] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.663439] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.675488] env[69343]: INFO networking_nsxv3.common.synchronization [req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 req-d0f83f33-308e-4da8-ba77-7b2b8803b533 service nova] Enqueued Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_rules [ 1229.675673] env[69343]: INFO networking_nsxv3.common.synchronization [req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 req-d0f83f33-308e-4da8-ba77-7b2b8803b533 service nova] Enqueued Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1229.675814] env[69343]: INFO networking_nsxv3.common.synchronization [req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 req-d0f83f33-308e-4da8-ba77-7b2b8803b533 service nova] Enqueued Resource ID: 25416491-bf01-471c-aa40-48babfe12e9f with Priority: HIGHEST for action port [ 1229.676497] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_rules [ 1229.676602] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1229.676656] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25416491-bf01-471c-aa40-48babfe12e9f with Priority: HIGHEST for action port [ 1229.676955] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.677250] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.677324] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.677534] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.677616] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.682024] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.682024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.682024] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-25416491-bf01-471c-aa40-48babfe12e9f taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.682024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25416491-bf01-471c-aa40-48babfe12e9f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.682024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25416491-bf01-471c-aa40-48babfe12e9f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.682024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25416491-bf01-471c-aa40-48babfe12e9f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.682024] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25416491-bf01-471c-aa40-48babfe12e9f',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.074472] env[69343]: INFO networking_nsxv3.common.synchronization [req-aff4ec55-4778-4ec9-a7c8-146bd8212985 req-0d74e10f-7fb9-486d-943e-006b447e6e60 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Enqueued Resource ID: 263a8019-cd3d-4d98-849d-6a5083536c84 with Priority: HIGHEST for action security_group_members [ 1230.075125] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 263a8019-cd3d-4d98-849d-6a5083536c84 with Priority: HIGHEST for action security_group_members [ 1230.075319] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-263a8019-cd3d-4d98-849d-6a5083536c84 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.075440] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.075508] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.075722] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.075890] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.075977] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.076045] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.076224] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.076308] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.076406] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('263a8019-cd3d-4d98-849d-6a5083536c84',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.165901] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.166240] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.166240] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.166314] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.166487] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.166583] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.166645] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.166786] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.166870] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.166957] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.167142] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.167236] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.167296] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.167436] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.167571] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.167661] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.167723] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.167855] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.167937] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.168139] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.168307] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.181632] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.181830] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.181936] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25416491-bf01-471c-aa40-48babfe12e9f with status ACTIVE [ 1230.182090] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.182197] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.182263] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.182463] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.182547] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.182710] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.182805] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.182865] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.183015] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.183103] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.183280] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.183371] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.183432] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.183567] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.183641] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.183723] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25416491-bf01-471c-aa40-48babfe12e9f is going to be updated. [ 1230.206839] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.207089] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.207089] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.207271] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.207406] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.207560] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25416491-bf01-471c-aa40-48babfe12e9f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.517208] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.517464] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-434" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.517603] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-434" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.517893] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-434" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.518160] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.518318] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.518437] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.518656] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.518800] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.519011] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1230.519134] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1230.519246] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1230.519357] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1230.519471] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1230.519577] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1230.519709] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1230.534224] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: SUCCESS [ 1230.534509] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.534584] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.534787] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.534963] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.535108] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.535152] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.535288] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.535403] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.535521] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.538901] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1230.538952] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1230.539113] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1230.539283] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-434" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.539583] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-ec84a1ab-cf6d-48dc-b078-6ed02713d844 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.539747] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-ec84a1ab-cf6d-48dc-b078-6ed02713d844" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.539867] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-ec84a1ab-cf6d-48dc-b078-6ed02713d844" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.540239] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-ec84a1ab-cf6d-48dc-b078-6ed02713d844" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.540375] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec84a1ab-cf6d-48dc-b078-6ed02713d844',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.579069] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.579069] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.579069] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.579069] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.579322] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.579375] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.579564] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.579564] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.579684] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.579728] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.579800] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 263a8019-cd3d-4d98-849d-6a5083536c84 is going to be updated. [ 1230.601421] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.601613] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.601677] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.601894] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.602048] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.609147] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 263a8019-cd3d-4d98-849d-6a5083536c84 in Status: IN_PROGRESS for 2s [ 1230.674032] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c33ca2b8-750e-4c86-8486-6ca7ff6b448a: rpc.has_security_group_logging(os_id): False [ 1230.690894] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.691077] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.691182] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.691409] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.691503] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.691697] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.691794] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.691858] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.692015] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.692117] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.692319] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.692566] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.692682] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.692892] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.692986] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.693221] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.693371] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.693472] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.693644] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.693727] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.693876] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a is going to be updated. [ 1230.749169] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.749369] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.749449] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.749704] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.749854] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.760903] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a in Status: IN_PROGRESS for 2s [ 1231.038372] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.043791] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.043791] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.043791] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.045183] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.045444] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.045647] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port ec84a1ab-cf6d-48dc-b078-6ed02713d844 not found, creating... [ 1231.045992] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.046236] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.046414] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.046708] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.046862] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.047246] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.047471] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.047628] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.047910] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.048192] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.048305] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: ec84a1ab-cf6d-48dc-b078-6ed02713d844 is going to be created. [ 1231.067900] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.067900] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.067900] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.067900] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.067900] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.067900] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-ec84a1ab-cf6d-48dc-b078-6ed02713d844" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.541917] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.543499] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95cf8685-9625-4704-a3a8-ade9f2c9ce83 in Status: SUCCESS [ 1231.543729] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95cf8685-9625-4704-a3a8-ade9f2c9ce83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.928030] env[69343]: INFO networking_nsxv3.common.synchronization [req-aff4ec55-4778-4ec9-a7c8-146bd8212985 req-300aebfa-4d4f-4f7d-944c-221e69a23087 service nova] Enqueued Resource ID: 263a8019-cd3d-4d98-849d-6a5083536c84 with Priority: HIGHEST for action security_group_rules [ 1231.928276] env[69343]: INFO networking_nsxv3.common.synchronization [req-aff4ec55-4778-4ec9-a7c8-146bd8212985 req-300aebfa-4d4f-4f7d-944c-221e69a23087 service nova] Enqueued Resource ID: 263a8019-cd3d-4d98-849d-6a5083536c84 with Priority: HIGHEST for action security_group_members [ 1231.928448] env[69343]: INFO networking_nsxv3.common.synchronization [req-aff4ec55-4778-4ec9-a7c8-146bd8212985 req-300aebfa-4d4f-4f7d-944c-221e69a23087 service nova] Enqueued Resource ID: ec84a1ab-cf6d-48dc-b078-6ed02713d844 with Priority: HIGHEST for action port [ 1231.928646] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 263a8019-cd3d-4d98-849d-6a5083536c84 with Priority: HIGHEST for action security_group_rules [ 1231.928768] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 263a8019-cd3d-4d98-849d-6a5083536c84 with Priority: HIGHEST for action security_group_members [ 1231.928867] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec84a1ab-cf6d-48dc-b078-6ed02713d844 with Priority: HIGHEST for action port [ 1231.929898] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-263a8019-cd3d-4d98-849d-6a5083536c84 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.930035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.930112] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.930324] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.930404] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('263a8019-cd3d-4d98-849d-6a5083536c84',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.932037] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-263a8019-cd3d-4d98-849d-6a5083536c84 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.932129] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.932331] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec84a1ab-cf6d-48dc-b078-6ed02713d844 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.932438] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec84a1ab-cf6d-48dc-b078-6ed02713d844" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.932495] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec84a1ab-cf6d-48dc-b078-6ed02713d844" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.932659] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec84a1ab-cf6d-48dc-b078-6ed02713d844" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.932780] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec84a1ab-cf6d-48dc-b078-6ed02713d844',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.045292] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.045470] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.045573] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.045768] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.045861] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.045957] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d is going to be updated. [ 1232.061760] env[69343]: INFO networking_nsxv3.common.synchronization [req-b7906d28-f647-41da-b096-17abb2927ff0 req-dd13df5b-68c2-4183-bd8c-c99d718fce51 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Enqueued Resource ID: 78a0dec5-539f-45d5-8ecf-4f6e0107eafa with Priority: HIGHEST for action security_group_members [ 1232.062470] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78a0dec5-539f-45d5-8ecf-4f6e0107eafa with Priority: HIGHEST for action security_group_members [ 1232.062869] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-78a0dec5-539f-45d5-8ecf-4f6e0107eafa taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.063034] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78a0dec5-539f-45d5-8ecf-4f6e0107eafa" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.063120] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78a0dec5-539f-45d5-8ecf-4f6e0107eafa" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.063378] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78a0dec5-539f-45d5-8ecf-4f6e0107eafa" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.063537] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.063634] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.063688] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.063832] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.063915] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.064012] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78a0dec5-539f-45d5-8ecf-4f6e0107eafa',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.071406] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.071523] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.071575] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.071741] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.071876] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.079958] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: IN_PROGRESS for 2s [ 1232.433375] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-263a8019-cd3d-4d98-849d-6a5083536c84 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.433560] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.435114] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec84a1ab-cf6d-48dc-b078-6ed02713d844 with status ACTIVE [ 1232.435311] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.435434] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.435529] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.435785] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.435887] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.436088] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.436192] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.436256] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.436444] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.436542] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.436683] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.436758] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.436804] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.436947] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.437038] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.437126] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec84a1ab-cf6d-48dc-b078-6ed02713d844 is going to be updated. [ 1232.458885] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.459076] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.459301] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.459536] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.459683] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.459856] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec84a1ab-cf6d-48dc-b078-6ed02713d844" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.497439] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-754 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.497639] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-754" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.498905] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-754" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.498905] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-754" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.498905] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.498905] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.498905] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.498905] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.499291] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.499337] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1232.499441] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1232.499573] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1232.499688] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1232.499929] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1232.500022] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1232.500168] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1232.517757] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1232.518055] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1232.518233] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1232.518419] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-754" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.518747] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-37ae9eaf-6d93-4810-b589-b92264602493 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.518977] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-37ae9eaf-6d93-4810-b589-b92264602493" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.519140] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-37ae9eaf-6d93-4810-b589-b92264602493" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.519461] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-37ae9eaf-6d93-4810-b589-b92264602493" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.519622] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37ae9eaf-6d93-4810-b589-b92264602493',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.566473] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.566774] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.566774] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.566971] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.567152] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.567294] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.567402] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.567493] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.567668] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.567763] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.567840] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78a0dec5-539f-45d5-8ecf-4f6e0107eafa already deleted. [ 1232.567921] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78a0dec5-539f-45d5-8ecf-4f6e0107eafa" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.618495] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 263a8019-cd3d-4d98-849d-6a5083536c84 in Status: SUCCESS [ 1232.618677] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 263a8019-cd3d-4d98-849d-6a5083536c84 deletion is rescheduled due to dependency. [ 1232.618736] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.618896] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.619146] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.619335] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.619450] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.619517] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.619673] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.619756] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.619851] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('263a8019-cd3d-4d98-849d-6a5083536c84',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.773449] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a in Status: SUCCESS [ 1232.773676] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.865978] env[69343]: INFO networking_nsxv3.common.synchronization [req-69c4e045-5398-475e-9392-a13961d2b897 req-f97e856e-2876-4d97-9c5b-a9525df93fe9 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Enqueued Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_members [ 1232.865978] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGHEST for action security_group_members [ 1232.866143] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.866199] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.866234] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.866451] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.866578] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.866679] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.866735] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.866878] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.866961] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.867091] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.022752] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.023066] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.023240] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.023587] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.023857] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.024068] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 37ae9eaf-6d93-4810-b589-b92264602493 not found, creating... [ 1233.024353] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.024533] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.024667] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.024915] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.025098] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.025429] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.025658] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.025820] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.026121] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.026276] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.026454] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 37ae9eaf-6d93-4810-b589-b92264602493 is going to be created. [ 1233.044763] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.044913] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.045595] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.045595] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.045595] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.045819] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-37ae9eaf-6d93-4810-b589-b92264602493" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.121651] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('263a8019-cd3d-4d98-849d-6a5083536c84',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.369050] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.369050] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.369050] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.369410] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.369587] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.369836] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.370038] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.370152] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.370309] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.370421] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.370480] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 is going to be updated. [ 1233.395966] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.396256] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.396369] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.396547] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.396749] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.404995] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: IN_PROGRESS for 2s [ 1233.624951] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('263a8019-cd3d-4d98-849d-6a5083536c84',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.767196] env[69343]: INFO networking_nsxv3.common.synchronization [req-b7906d28-f647-41da-b096-17abb2927ff0 req-1abb77d5-3a10-436d-8ac0-5f35cbc281ac service nova] Enqueued Resource ID: 78a0dec5-539f-45d5-8ecf-4f6e0107eafa with Priority: HIGHEST for action security_group_rules [ 1233.767691] env[69343]: INFO networking_nsxv3.common.synchronization [req-b7906d28-f647-41da-b096-17abb2927ff0 req-1abb77d5-3a10-436d-8ac0-5f35cbc281ac service nova] Enqueued Resource ID: 78a0dec5-539f-45d5-8ecf-4f6e0107eafa with Priority: HIGHEST for action security_group_members [ 1233.768088] env[69343]: INFO networking_nsxv3.common.synchronization [req-b7906d28-f647-41da-b096-17abb2927ff0 req-1abb77d5-3a10-436d-8ac0-5f35cbc281ac service nova] Enqueued Resource ID: 37ae9eaf-6d93-4810-b589-b92264602493 with Priority: HIGHEST for action port [ 1233.768711] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78a0dec5-539f-45d5-8ecf-4f6e0107eafa with Priority: HIGHEST for action security_group_rules [ 1233.768968] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78a0dec5-539f-45d5-8ecf-4f6e0107eafa with Priority: HIGHEST for action security_group_members [ 1233.769190] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ae9eaf-6d93-4810-b589-b92264602493 with Priority: HIGHEST for action port [ 1233.769827] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78a0dec5-539f-45d5-8ecf-4f6e0107eafa taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.770115] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78a0dec5-539f-45d5-8ecf-4f6e0107eafa" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.770309] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78a0dec5-539f-45d5-8ecf-4f6e0107eafa" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.770619] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78a0dec5-539f-45d5-8ecf-4f6e0107eafa" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.772061] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78a0dec5-539f-45d5-8ecf-4f6e0107eafa',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.772726] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-78a0dec5-539f-45d5-8ecf-4f6e0107eafa taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.772969] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78a0dec5-539f-45d5-8ecf-4f6e0107eafa" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.773134] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78a0dec5-539f-45d5-8ecf-4f6e0107eafa" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.773523] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78a0dec5-539f-45d5-8ecf-4f6e0107eafa" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.773778] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.774492] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.774492] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.774492] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.774492] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.774492] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78a0dec5-539f-45d5-8ecf-4f6e0107eafa',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.775270] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-37ae9eaf-6d93-4810-b589-b92264602493 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.775381] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37ae9eaf-6d93-4810-b589-b92264602493" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.775520] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37ae9eaf-6d93-4810-b589-b92264602493" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.775635] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37ae9eaf-6d93-4810-b589-b92264602493" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.775705] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37ae9eaf-6d93-4810-b589-b92264602493',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.089596] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: SUCCESS [ 1234.089829] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.090013] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.090382] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.090599] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.090766] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.090809] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.090928] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.091014] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.091133] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.091223] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.126629] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.126785] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.126859] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.127082] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.127178] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.127447] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 263a8019-cd3d-4d98-849d-6a5083536c84 is going to be updated. [ 1234.167978] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.168169] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.168222] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.168438] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.168584] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.177366] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 263a8019-cd3d-4d98-849d-6a5083536c84 in Status: IN_PROGRESS for 2s [ 1234.278770] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-78a0dec5-539f-45d5-8ecf-4f6e0107eafa taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.278916] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78a0dec5-539f-45d5-8ecf-4f6e0107eafa" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.279115] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37ae9eaf-6d93-4810-b589-b92264602493 with status ACTIVE [ 1234.279287] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.279393] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.279459] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.279680] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.279765] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.279929] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.280037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.280127] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.280289] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.280372] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.280548] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.280641] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.280701] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.280840] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.280914] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.280999] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37ae9eaf-6d93-4810-b589-b92264602493 is going to be updated. [ 1234.282086] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78a0dec5-539f-45d5-8ecf-4f6e0107eafa',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.302168] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.302168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.302168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.302168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.302168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.302168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37ae9eaf-6d93-4810-b589-b92264602493" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.596024] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.596024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.596024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.596024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.596024] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.596024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.596024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.596024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.596024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.596024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.596024] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.596024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.596024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.596024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.596024] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.596024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.596575] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.596575] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.596575] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.596575] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.596575] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.785802] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78a0dec5-539f-45d5-8ecf-4f6e0107eafa',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.098754] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 808b04a2-be13-4773-bfa7-1d9ce637fb4d: rpc.has_security_group_logging(os_id): False [ 1235.116317] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.116317] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.116465] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.116565] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.116657] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.116884] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.116985] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.117074] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.117222] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.117331] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.117561] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.117668] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.117741] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.117905] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.117982] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.118195] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.118335] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.118395] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.118499] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.118573] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.118660] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d is going to be updated. [ 1235.175410] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.175410] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.175410] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.175410] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.175410] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.205556] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: IN_PROGRESS for 2s [ 1235.288335] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.288549] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.288654] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.288959] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.289111] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.289275] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78a0dec5-539f-45d5-8ecf-4f6e0107eafa is going to be created. [ 1235.319478] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.319658] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.319658] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.321079] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.321079] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.330607] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78a0dec5-539f-45d5-8ecf-4f6e0107eafa in Status: UNINITIALIZED for 2s [ 1235.414780] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 in Status: SUCCESS [ 1235.414952] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 deletion is rescheduled due to dependency. [ 1235.414952] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.558104] env[69343]: INFO networking_nsxv3.common.synchronization [req-148ab944-9e27-4242-a0dc-38d0b40fdb68 req-ec7a1d63-da3d-47d2-9cb6-2315cba32741 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Enqueued Resource ID: 2cd9d1d5-537f-46b9-930e-f416db5dc561 with Priority: HIGHEST for action security_group_members [ 1235.558646] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd9d1d5-537f-46b9-930e-f416db5dc561 with Priority: HIGHEST for action security_group_members [ 1235.558987] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd9d1d5-537f-46b9-930e-f416db5dc561 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.559108] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd9d1d5-537f-46b9-930e-f416db5dc561" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.559169] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd9d1d5-537f-46b9-930e-f416db5dc561" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.559385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd9d1d5-537f-46b9-930e-f416db5dc561" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.559676] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.559676] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.559676] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.559874] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.559874] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.559992] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cd9d1d5-537f-46b9-930e-f416db5dc561',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.062559] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.062832] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.062832] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.063021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.063099] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.063353] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.063416] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.063505] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.063622] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.063690] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.064228] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cd9d1d5-537f-46b9-930e-f416db5dc561 is going to be updated. [ 1236.087227] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.087387] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.087457] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.087666] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.087815] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.095815] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd9d1d5-537f-46b9-930e-f416db5dc561 in Status: IN_PROGRESS for 2s [ 1236.196765] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 263a8019-cd3d-4d98-849d-6a5083536c84 in Status: SUCCESS [ 1236.197084] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.197321] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.197618] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.197857] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.198009] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.198069] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.198240] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.198326] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.198449] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.198549] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('263a8019-cd3d-4d98-849d-6a5083536c84',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.701565] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('263a8019-cd3d-4d98-849d-6a5083536c84',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.204089] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 263a8019-cd3d-4d98-849d-6a5083536c84: rpc.has_security_group_logging(os_id): False [ 1237.218950] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: SUCCESS [ 1237.219177] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.221625] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.221747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.221793] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.221974] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.222218] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.222289] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.222394] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.222459] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.222604] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.222991] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.222991] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 263a8019-cd3d-4d98-849d-6a5083536c84 is going to be updated. [ 1237.278159] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.278331] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.278405] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.278667] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.278815] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.289495] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 263a8019-cd3d-4d98-849d-6a5083536c84 in Status: IN_PROGRESS for 2s [ 1237.344652] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78a0dec5-539f-45d5-8ecf-4f6e0107eafa in Status: SUCCESS [ 1237.344867] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78a0dec5-539f-45d5-8ecf-4f6e0107eafa" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.345046] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78a0dec5-539f-45d5-8ecf-4f6e0107eafa" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.345267] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78a0dec5-539f-45d5-8ecf-4f6e0107eafa" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.345464] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.345599] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.345663] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.345827] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.345905] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.345990] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78a0dec5-539f-45d5-8ecf-4f6e0107eafa" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.346094] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78a0dec5-539f-45d5-8ecf-4f6e0107eafa',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.849257] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78a0dec5-539f-45d5-8ecf-4f6e0107eafa',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.107320] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd9d1d5-537f-46b9-930e-f416db5dc561 in Status: SUCCESS [ 1238.107516] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cd9d1d5-537f-46b9-930e-f416db5dc561 deletion is rescheduled due to dependency. [ 1238.107634] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd9d1d5-537f-46b9-930e-f416db5dc561" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.354021] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78a0dec5-539f-45d5-8ecf-4f6e0107eafa: rpc.has_security_group_logging(os_id): False [ 1238.373352] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.373515] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.373574] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.373798] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.373889] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.374167] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.374273] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.374343] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.374505] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.374585] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.374688] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78a0dec5-539f-45d5-8ecf-4f6e0107eafa is going to be created. [ 1238.433060] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.433260] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.433300] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.433507] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.433687] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.442743] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78a0dec5-539f-45d5-8ecf-4f6e0107eafa in Status: IN_PROGRESS for 2s [ 1238.871993] env[69343]: INFO networking_nsxv3.common.synchronization [req-9d2b9f65-6016-4987-859f-f64e1bad8ea1 req-ad295f7b-d9c7-4cb0-a527-a440a26b795b tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Enqueued Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGHEST for action security_group_members [ 1238.872599] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGHEST for action security_group_members [ 1238.873239] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.873365] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.873436] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.873640] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.873791] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.873888] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.873951] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.874109] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.874410] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.874410] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.292640] env[69343]: INFO networking_nsxv3.common.synchronization [None req-e62ec1cc-0317-466b-ae28-b04cbad7be4e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Enqueued Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGHEST for action security_group_members [ 1239.293617] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGHEST for action security_group_members [ 1239.293899] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.294018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.303811] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 263a8019-cd3d-4d98-849d-6a5083536c84 in Status: SUCCESS [ 1239.304081] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.376303] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.878150] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.245731] env[69343]: INFO networking_nsxv3.common.synchronization [None req-009aa8cd-1cbd-4d41-878e-1b246eeaea5a tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Enqueued Resource ID: a863296d-c266-47e7-8b9b-6064a09fbb97 with Priority: HIGHEST for action security_group_rules [ 1240.246276] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a863296d-c266-47e7-8b9b-6064a09fbb97 with Priority: HIGHEST for action security_group_rules [ 1240.246631] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a863296d-c266-47e7-8b9b-6064a09fbb97 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.246762] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a863296d-c266-47e7-8b9b-6064a09fbb97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.246923] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a863296d-c266-47e7-8b9b-6064a09fbb97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.247215] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a863296d-c266-47e7-8b9b-6064a09fbb97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.247215] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a863296d-c266-47e7-8b9b-6064a09fbb97',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.380544] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.380878] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.380878] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.380994] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.381121] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.381208] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a is going to be updated. [ 1240.394137] env[69343]: INFO networking_nsxv3.common.synchronization [None req-22bcf3fb-9439-4a74-8341-603a33eed932 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Enqueued Resource ID: a863296d-c266-47e7-8b9b-6064a09fbb97 with Priority: HIGHEST for action security_group_rules [ 1240.394813] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a863296d-c266-47e7-8b9b-6064a09fbb97 with Priority: HIGHEST for action security_group_rules [ 1240.395401] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a863296d-c266-47e7-8b9b-6064a09fbb97 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.395401] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a863296d-c266-47e7-8b9b-6064a09fbb97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.411138] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.411138] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.411138] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.411138] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.411138] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.419797] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a in Status: IN_PROGRESS for 2s [ 1240.465012] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78a0dec5-539f-45d5-8ecf-4f6e0107eafa in Status: SUCCESS [ 1240.465240] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78a0dec5-539f-45d5-8ecf-4f6e0107eafa" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.775099] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.775099] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.775099] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.775099] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.775099] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.775099] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a863296d-c266-47e7-8b9b-6064a09fbb97 already deleted. [ 1240.775099] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a863296d-c266-47e7-8b9b-6064a09fbb97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.775099] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a863296d-c266-47e7-8b9b-6064a09fbb97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.775099] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a863296d-c266-47e7-8b9b-6064a09fbb97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.775099] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a863296d-c266-47e7-8b9b-6064a09fbb97',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.034078] env[69343]: INFO networking_nsxv3.common.synchronization [req-34dee8c0-8640-40e0-87e1-85a99904d913 req-c2496c20-27f7-46c9-9e91-1f7c162bcf2e tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Enqueued Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1241.034078] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1241.034078] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.034078] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.034078] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.034078] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.034078] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.034078] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.034078] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.034078] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.034863] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.035184] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.300991] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.301139] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.301181] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.301411] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.301504] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.301605] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a863296d-c266-47e7-8b9b-6064a09fbb97 already deleted. [ 1241.301686] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a863296d-c266-47e7-8b9b-6064a09fbb97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.539064] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.884619] env[69343]: INFO networking_nsxv3.common.synchronization [req-9d9a8bc5-f17d-4bd0-98e0-583e41d066ce req-7e89bb07-939d-437f-8b18-a42b3ea04c47 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Enqueued Resource ID: 5ab64888-669e-4165-996c-64410969470e with Priority: HIGHEST for action security_group_members [ 1241.884999] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ab64888-669e-4165-996c-64410969470e with Priority: HIGHEST for action security_group_members [ 1241.885343] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ab64888-669e-4165-996c-64410969470e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.885451] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.885511] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.885712] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.885888] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.885990] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.886062] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.886208] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.886294] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.886384] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ab64888-669e-4165-996c-64410969470e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.040869] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.388413] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.388565] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.388633] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.388839] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.388925] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.389121] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.389209] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.389266] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.389402] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.389471] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.389552] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ab64888-669e-4165-996c-64410969470e is going to be updated. [ 1242.413471] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.413611] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.413666] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.413856] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.413990] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.422163] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ab64888-669e-4165-996c-64410969470e in Status: IN_PROGRESS for 2s [ 1242.426476] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a in Status: SUCCESS [ 1242.426666] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.426810] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.427036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.427220] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.427328] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.427390] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.427535] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.427608] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.427697] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.544021] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.544021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.544021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.544021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.544021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.544021] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d is going to be updated. [ 1242.569906] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.569906] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.569906] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.570092] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.570316] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.578104] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: IN_PROGRESS for 2s [ 1242.930351] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.930541] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.930601] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.930832] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.930939] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.931163] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.931250] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.931352] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.931511] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.931587] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.931676] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a is going to be updated. [ 1242.955738] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.955738] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.955738] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.955738] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.955738] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.962759] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a in Status: IN_PROGRESS for 2s [ 1244.432326] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ab64888-669e-4165-996c-64410969470e in Status: SUCCESS [ 1244.432564] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ab64888-669e-4165-996c-64410969470e deletion is rescheduled due to dependency. [ 1244.432564] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.587267] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: SUCCESS [ 1244.587518] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.972649] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a in Status: SUCCESS [ 1244.972879] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a deletion is rescheduled due to dependency. [ 1244.973030] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.885497] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1246.885842] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1247.535115] env[69343]: INFO networking_nsxv3.common.synchronization [req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 req-e04afe41-85e3-405f-be88-fdf53f8ab6cc tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Enqueued Resource ID: a863296d-c266-47e7-8b9b-6064a09fbb97 with Priority: HIGHEST for action security_group_members [ 1247.535115] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a863296d-c266-47e7-8b9b-6064a09fbb97 with Priority: HIGHEST for action security_group_members [ 1247.535620] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-a863296d-c266-47e7-8b9b-6064a09fbb97 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.535620] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a863296d-c266-47e7-8b9b-6064a09fbb97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.535620] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a863296d-c266-47e7-8b9b-6064a09fbb97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.535923] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a863296d-c266-47e7-8b9b-6064a09fbb97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.535989] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.536142] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.536142] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.536500] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.536587] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.536706] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a863296d-c266-47e7-8b9b-6064a09fbb97',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.576293] env[69343]: INFO networking_nsxv3.common.synchronization [req-da056883-da99-437f-b22c-4a111eb5a3a1 req-1860dd18-b0cd-4c66-a570-42c854a9c907 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Enqueued Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1247.576293] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1247.576811] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.577601] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.580791] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.580791] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.580791] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.580791] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.580791] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.580791] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.580791] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.580791] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.870062] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-198 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.870264] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-198" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.870332] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-198" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.870633] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-198" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.870973] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.871344] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.871797] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.871797] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.871870] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.872144] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1247.872265] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1247.872396] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1247.872509] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1247.872771] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1247.872771] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1247.872900] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1247.894273] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1247.894830] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1247.894830] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1247.894830] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-198" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.895041] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-a0f8a75f-1438-4bbf-b73e-60e76899b046 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.895218] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-a0f8a75f-1438-4bbf-b73e-60e76899b046" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.895343] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-a0f8a75f-1438-4bbf-b73e-60e76899b046" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.895679] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-a0f8a75f-1438-4bbf-b73e-60e76899b046" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.895819] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0f8a75f-1438-4bbf-b73e-60e76899b046',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.041911] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.042124] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.042124] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.042345] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.042473] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.042721] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.042825] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.042891] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.043061] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.043146] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.043229] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a863296d-c266-47e7-8b9b-6064a09fbb97 already deleted. [ 1248.043312] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a863296d-c266-47e7-8b9b-6064a09fbb97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.082506] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.398640] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.398885] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.399028] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.399324] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.399479] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.399639] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port a0f8a75f-1438-4bbf-b73e-60e76899b046 not found, creating... [ 1248.399911] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.400084] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.400330] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.400685] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.400818] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.401133] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.401385] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.401431] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.401645] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.401785] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.401930] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: a0f8a75f-1438-4bbf-b73e-60e76899b046 is going to be created. [ 1248.420775] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.421012] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.421187] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.421433] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.421669] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.421897] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-a0f8a75f-1438-4bbf-b73e-60e76899b046" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.584827] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.087390] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.087730] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.087730] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.087955] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.088104] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.088241] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d is going to be updated. [ 1249.131816] env[69343]: INFO networking_nsxv3.common.synchronization [req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 req-4f449535-ddaa-4b13-a7af-4378db46085d service nova] Enqueued Resource ID: a863296d-c266-47e7-8b9b-6064a09fbb97 with Priority: HIGHEST for action security_group_rules [ 1249.132084] env[69343]: INFO networking_nsxv3.common.synchronization [req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 req-4f449535-ddaa-4b13-a7af-4378db46085d service nova] Enqueued Resource ID: a863296d-c266-47e7-8b9b-6064a09fbb97 with Priority: HIGHEST for action security_group_members [ 1249.132306] env[69343]: INFO networking_nsxv3.common.synchronization [req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 req-4f449535-ddaa-4b13-a7af-4378db46085d service nova] Enqueued Resource ID: a0f8a75f-1438-4bbf-b73e-60e76899b046 with Priority: HIGHEST for action port [ 1249.135301] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.135442] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.135512] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.135713] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.136537] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.137847] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a863296d-c266-47e7-8b9b-6064a09fbb97 with Priority: HIGHEST for action security_group_rules [ 1249.137987] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a863296d-c266-47e7-8b9b-6064a09fbb97 with Priority: HIGHEST for action security_group_members [ 1249.141435] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f8a75f-1438-4bbf-b73e-60e76899b046 with Priority: HIGHEST for action port [ 1249.141435] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a863296d-c266-47e7-8b9b-6064a09fbb97 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.141435] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a863296d-c266-47e7-8b9b-6064a09fbb97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.141435] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a863296d-c266-47e7-8b9b-6064a09fbb97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.141435] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a863296d-c266-47e7-8b9b-6064a09fbb97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.141435] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a863296d-c266-47e7-8b9b-6064a09fbb97',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.141435] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-a863296d-c266-47e7-8b9b-6064a09fbb97 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.141435] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a863296d-c266-47e7-8b9b-6064a09fbb97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.141435] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a863296d-c266-47e7-8b9b-6064a09fbb97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.141435] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a863296d-c266-47e7-8b9b-6064a09fbb97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.141435] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.141435] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.141435] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.141435] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.141435] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.141435] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a863296d-c266-47e7-8b9b-6064a09fbb97',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.141954] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0f8a75f-1438-4bbf-b73e-60e76899b046 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.141954] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0f8a75f-1438-4bbf-b73e-60e76899b046" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.141954] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0f8a75f-1438-4bbf-b73e-60e76899b046" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.141954] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0f8a75f-1438-4bbf-b73e-60e76899b046" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.142113] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0f8a75f-1438-4bbf-b73e-60e76899b046',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.150917] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: IN_PROGRESS for 2s [ 1249.645229] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0f8a75f-1438-4bbf-b73e-60e76899b046 with status ACTIVE [ 1249.645229] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.645229] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.645229] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.645229] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.645229] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.645229] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.645229] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.645229] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.645923] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.645923] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.645923] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.645923] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.645923] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.645923] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.646134] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.646134] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0f8a75f-1438-4bbf-b73e-60e76899b046 is going to be updated. [ 1249.647372] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a863296d-c266-47e7-8b9b-6064a09fbb97',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.648356] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-a863296d-c266-47e7-8b9b-6064a09fbb97 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.648447] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a863296d-c266-47e7-8b9b-6064a09fbb97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.682469] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.682638] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.682699] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.682890] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.683081] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.683216] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0f8a75f-1438-4bbf-b73e-60e76899b046" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.850588] env[69343]: INFO networking_nsxv3.common.synchronization [None req-bdf6dabb-20b3-47b2-bc36-6c86bfb189d5 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Enqueued Resource ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e with Priority: HIGHEST for action security_group_rules [ 1249.851501] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e with Priority: HIGHEST for action security_group_rules [ 1249.851616] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.851714] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.851714] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.851962] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.852061] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f6ed1ce-2898-432e-8ed7-303dd9c54c4e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.924335] env[69343]: INFO networking_nsxv3.common.synchronization [None req-39be499f-2f3d-4f0e-b765-c8f942a5cb98 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Enqueued Resource ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e with Priority: HIGHEST for action security_group_rules [ 1249.924335] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e with Priority: HIGHEST for action security_group_rules [ 1249.924683] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.924939] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.150920] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a863296d-c266-47e7-8b9b-6064a09fbb97',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.371793] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.372192] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.372192] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.374019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.374019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.374019] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e already deleted. [ 1250.374019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.374019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.374019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.374019] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f6ed1ce-2898-432e-8ed7-303dd9c54c4e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.654060] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.654060] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.654060] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.654060] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.654060] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.654256] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a863296d-c266-47e7-8b9b-6064a09fbb97 is going to be created. [ 1250.690426] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.690659] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.690741] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.690960] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.691200] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.700942] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a863296d-c266-47e7-8b9b-6064a09fbb97 in Status: UNINITIALIZED for 2s [ 1250.914279] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.914449] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.914522] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.914747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.914837] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.914932] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e already deleted. [ 1250.915030] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.161146] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: SUCCESS [ 1251.161544] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.709289] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a863296d-c266-47e7-8b9b-6064a09fbb97 in Status: SUCCESS [ 1252.709594] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a863296d-c266-47e7-8b9b-6064a09fbb97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.709690] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a863296d-c266-47e7-8b9b-6064a09fbb97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.709967] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a863296d-c266-47e7-8b9b-6064a09fbb97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.710262] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.710447] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.710447] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.710665] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.710754] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.710841] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a863296d-c266-47e7-8b9b-6064a09fbb97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.710928] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a863296d-c266-47e7-8b9b-6064a09fbb97',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.214069] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a863296d-c266-47e7-8b9b-6064a09fbb97',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.715872] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a863296d-c266-47e7-8b9b-6064a09fbb97: rpc.has_security_group_logging(os_id): False [ 1253.732993] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.733253] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.733337] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.733533] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.733628] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.733927] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.734047] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.734109] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.734284] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.734364] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.734486] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a863296d-c266-47e7-8b9b-6064a09fbb97 is going to be created. [ 1253.791777] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.791930] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.792057] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.792264] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.792462] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.803602] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a863296d-c266-47e7-8b9b-6064a09fbb97 in Status: IN_PROGRESS for 2s [ 1254.924310] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1254.924693] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1255.452684] env[69343]: INFO networking_nsxv3.common.synchronization [req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 req-3d08e3a0-46b7-455b-8030-5bd30e77f63d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Enqueued Resource ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e with Priority: HIGHEST for action security_group_members [ 1255.453459] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e with Priority: HIGHEST for action security_group_members [ 1255.453883] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.454087] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.454762] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.454762] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.454762] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.454951] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.454989] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.455230] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.455367] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.455516] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f6ed1ce-2898-432e-8ed7-303dd9c54c4e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.742609] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-829 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.742849] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-829" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.743045] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-829" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.743352] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-829" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.743677] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.743868] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.744010] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.744301] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.744492] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.744762] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1255.744904] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1255.745055] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1255.745184] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1255.745346] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1255.745490] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1255.745635] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1255.762717] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1255.762925] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1255.763115] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1255.763372] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-829" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.763806] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-73d86e5c-6ef6-457c-ab63-bb8751635a6c taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.763948] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-73d86e5c-6ef6-457c-ab63-bb8751635a6c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.764117] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-73d86e5c-6ef6-457c-ab63-bb8751635a6c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.764494] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-73d86e5c-6ef6-457c-ab63-bb8751635a6c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.764677] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73d86e5c-6ef6-457c-ab63-bb8751635a6c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.813814] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a863296d-c266-47e7-8b9b-6064a09fbb97 in Status: SUCCESS [ 1255.814106] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a863296d-c266-47e7-8b9b-6064a09fbb97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.959052] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.959052] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.959052] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.959052] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.959052] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.959529] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.959529] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.959529] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.959529] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.959529] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.959736] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e already deleted. [ 1255.959736] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.267033] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.267283] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.267438] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.267708] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.267859] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.268030] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 73d86e5c-6ef6-457c-ab63-bb8751635a6c not found, creating... [ 1256.268302] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.268455] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.268576] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.268801] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.268941] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.269241] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.269400] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.269536] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.269755] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.269893] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.270050] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 73d86e5c-6ef6-457c-ab63-bb8751635a6c is going to be created. [ 1256.289585] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.289852] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.290032] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.290337] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.290580] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.290806] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-73d86e5c-6ef6-457c-ab63-bb8751635a6c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.978175] env[69343]: INFO networking_nsxv3.common.synchronization [req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 req-031b32c0-badc-4975-9276-99563cc749fb service nova] Enqueued Resource ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e with Priority: HIGHEST for action security_group_rules [ 1256.978694] env[69343]: INFO networking_nsxv3.common.synchronization [req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 req-031b32c0-badc-4975-9276-99563cc749fb service nova] Enqueued Resource ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e with Priority: HIGHEST for action security_group_members [ 1256.978694] env[69343]: INFO networking_nsxv3.common.synchronization [req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 req-031b32c0-badc-4975-9276-99563cc749fb service nova] Enqueued Resource ID: 73d86e5c-6ef6-457c-ab63-bb8751635a6c with Priority: HIGHEST for action port [ 1256.981190] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e with Priority: HIGHEST for action security_group_rules [ 1256.981190] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e with Priority: HIGHEST for action security_group_members [ 1256.981190] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73d86e5c-6ef6-457c-ab63-bb8751635a6c with Priority: HIGHEST for action port [ 1256.981190] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.981190] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.981190] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.981190] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.981190] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f6ed1ce-2898-432e-8ed7-303dd9c54c4e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.981586] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.981586] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.981586] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.981697] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.981805] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.981909] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.981973] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.982149] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.982244] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.982339] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f6ed1ce-2898-432e-8ed7-303dd9c54c4e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.983182] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-73d86e5c-6ef6-457c-ab63-bb8751635a6c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.983304] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73d86e5c-6ef6-457c-ab63-bb8751635a6c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.983379] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73d86e5c-6ef6-457c-ab63-bb8751635a6c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.983635] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73d86e5c-6ef6-457c-ab63-bb8751635a6c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.983635] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73d86e5c-6ef6-457c-ab63-bb8751635a6c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.485614] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f6ed1ce-2898-432e-8ed7-303dd9c54c4e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.486723] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.486835] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.486996] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73d86e5c-6ef6-457c-ab63-bb8751635a6c with status ACTIVE [ 1257.487171] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.487277] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.487341] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.487550] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.487643] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.487810] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.487904] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.487968] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.488139] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.488218] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.488413] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.488506] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.488566] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.488711] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.488771] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.488884] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73d86e5c-6ef6-457c-ab63-bb8751635a6c is going to be updated. [ 1257.509688] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.509919] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.509919] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.510130] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.510300] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.510476] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73d86e5c-6ef6-457c-ab63-bb8751635a6c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.766439] env[69343]: INFO networking_nsxv3.common.synchronization [req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 req-507b6aeb-0de2-4f00-a51e-99db1807189c tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Enqueued Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1257.767233] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1257.767371] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.767505] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.767685] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.767940] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.768073] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.768073] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.768226] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.768313] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.768813] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.768813] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.991469] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f6ed1ce-2898-432e-8ed7-303dd9c54c4e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.175448] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.175742] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-984" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.175979] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-984" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.176404] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-984" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.176789] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.177033] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.177253] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.177593] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.177786] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.178052] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1258.178202] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1258.178346] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1258.178546] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1258.178756] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1258.178934] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1258.179124] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1258.196956] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1258.197296] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1258.197634] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1258.197634] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-984" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.198081] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-f9479a56-d588-4301-9daa-dfbeee6ae1f3 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.198252] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-f9479a56-d588-4301-9daa-dfbeee6ae1f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.198404] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-f9479a56-d588-4301-9daa-dfbeee6ae1f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.198856] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-f9479a56-d588-4301-9daa-dfbeee6ae1f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.200435] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9479a56-d588-4301-9daa-dfbeee6ae1f3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.271304] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.494162] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.497133] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.497133] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.497133] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.497133] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.497133] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e is going to be created. [ 1258.519760] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.519995] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.520175] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.520493] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.522024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.530588] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e in Status: UNINITIALIZED for 2s [ 1258.703472] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.703472] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.703472] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.703472] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.703734] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.703768] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port f9479a56-d588-4301-9daa-dfbeee6ae1f3 not found, creating... [ 1258.704056] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.704313] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.704352] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.704554] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.704696] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.704984] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.705157] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.705279] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.705504] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.705641] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.705870] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: f9479a56-d588-4301-9daa-dfbeee6ae1f3 is going to be created. [ 1258.726064] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.726275] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.726393] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.726676] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.726907] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.727150] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-f9479a56-d588-4301-9daa-dfbeee6ae1f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.773918] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.276544] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.276544] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.276544] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.276544] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.276978] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.276978] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d is going to be updated. [ 1259.304585] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.304585] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.304695] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.304869] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.305041] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.314168] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: IN_PROGRESS for 2s [ 1259.544584] env[69343]: INFO networking_nsxv3.common.synchronization [req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 req-0acff507-cb4b-40ab-8a2d-86f91f16a149 service nova] Enqueued Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_rules [ 1259.544584] env[69343]: INFO networking_nsxv3.common.synchronization [req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 req-0acff507-cb4b-40ab-8a2d-86f91f16a149 service nova] Enqueued Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1259.544724] env[69343]: INFO networking_nsxv3.common.synchronization [req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 req-0acff507-cb4b-40ab-8a2d-86f91f16a149 service nova] Enqueued Resource ID: f9479a56-d588-4301-9daa-dfbeee6ae1f3 with Priority: HIGHEST for action port [ 1259.545253] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_rules [ 1259.545391] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1259.545490] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9479a56-d588-4301-9daa-dfbeee6ae1f3 with Priority: HIGHEST for action port [ 1259.545760] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.545878] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.545946] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.546162] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.546242] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.547174] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.547271] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.547461] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9479a56-d588-4301-9daa-dfbeee6ae1f3 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.547559] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9479a56-d588-4301-9daa-dfbeee6ae1f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.547622] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9479a56-d588-4301-9daa-dfbeee6ae1f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.547783] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9479a56-d588-4301-9daa-dfbeee6ae1f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.547858] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9479a56-d588-4301-9daa-dfbeee6ae1f3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.049445] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.049640] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.049774] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9479a56-d588-4301-9daa-dfbeee6ae1f3 with status ACTIVE [ 1260.049944] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.050064] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.050136] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.050372] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.050499] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.050620] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.050721] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.050766] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.050917] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.050986] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.051173] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.051282] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.051362] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.051461] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.051533] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.051614] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9479a56-d588-4301-9daa-dfbeee6ae1f3 is going to be updated. [ 1260.072994] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.073129] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.073216] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.073367] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.073493] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.073647] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9479a56-d588-4301-9daa-dfbeee6ae1f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.539785] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e in Status: SUCCESS [ 1260.540075] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.540213] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.540493] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.540701] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.540830] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.540907] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.541086] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.541187] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.541286] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.541388] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f6ed1ce-2898-432e-8ed7-303dd9c54c4e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.044460] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f6ed1ce-2898-432e-8ed7-303dd9c54c4e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.324048] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: SUCCESS [ 1261.324048] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.324048] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.324048] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.324048] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.324048] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.324048] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.324326] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.324326] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.324398] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.546764] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e: rpc.has_security_group_logging(os_id): False [ 1261.563463] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.563649] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.563697] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.563906] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.564013] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.564266] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.564367] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.564452] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.564612] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.564688] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.564773] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e is going to be created. [ 1261.642173] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.642434] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.642434] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.642749] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.642936] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.655654] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e in Status: IN_PROGRESS for 2s [ 1261.826674] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.329319] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.831702] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.832016] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.832016] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.832277] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.832379] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.832482] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d is going to be updated. [ 1262.859531] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.859726] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.859826] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.860115] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.860374] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.869610] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: IN_PROGRESS for 2s [ 1263.667323] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e in Status: SUCCESS [ 1263.667591] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.546107] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1264.546528] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1264.881032] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: SUCCESS [ 1264.881032] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.881032] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.881032] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.881270] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.881328] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.881362] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.881594] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.881685] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.881753] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.881882] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.383826] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.384077] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.386026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.386026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.386026] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.386026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.386026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.386026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.386026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.386026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.386026] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.386026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.386026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.386026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.386026] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.386026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.386026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.386026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.386026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.386671] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.386671] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.889694] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 808b04a2-be13-4773-bfa7-1d9ce637fb4d: rpc.has_security_group_logging(os_id): False [ 1265.909031] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.909031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.909031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.909031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.909031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.909031] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.909031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.909031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.909031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.909031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.909031] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.909031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.909031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.909031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.909031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.909576] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.909576] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.909576] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.909576] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.909576] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.909576] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d is going to be updated. [ 1265.967836] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.967836] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.967836] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.967836] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.967836] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.979340] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: IN_PROGRESS for 2s [ 1267.996211] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: SUCCESS [ 1267.996211] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.227828] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-699 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.228232] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-699" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.228290] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-699" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.228550] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-699" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.228836] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.229069] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.229167] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.229405] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.229588] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.229816] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1269.229930] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1269.230135] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1269.230273] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1269.230484] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1269.230615] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1269.230735] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1269.249135] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1269.249329] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1269.249497] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1269.249715] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-699" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.250090] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.250251] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.250460] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.250743] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.250903] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.546989] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1269.547169] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1269.755121] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.755121] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.755121] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.755429] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.755498] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.755797] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.755953] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.756085] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.756305] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.756447] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.756734] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.756892] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.757021] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.757236] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.757374] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.757515] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a is going to be updated. [ 1269.778362] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.778596] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.778727] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.779500] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.779500] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.779500] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.349299] env[69343]: INFO networking_nsxv3.common.synchronization [req-f49fd2ea-7f91-45cd-891a-7af846f1ad5d req-9d139454-d34d-4b21-b4ee-5bc4d4b0e0a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Enqueued Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1270.349826] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1270.350153] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.350280] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.350385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.350620] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.350772] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.350872] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.351036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.351364] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.351364] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.351364] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.530476] env[69343]: INFO networking_nsxv3.common.synchronization [req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 req-0839fae7-83f3-41f7-8f48-41809a06cf66 service nova] Enqueued Resource ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db with Priority: HIGHEST for action security_group_rules [ 1270.530672] env[69343]: INFO networking_nsxv3.common.synchronization [req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 req-0839fae7-83f3-41f7-8f48-41809a06cf66 service nova] Enqueued Resource ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db with Priority: HIGHEST for action security_group_members [ 1270.530816] env[69343]: INFO networking_nsxv3.common.synchronization [req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 req-0839fae7-83f3-41f7-8f48-41809a06cf66 service nova] Enqueued Resource ID: d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a with Priority: HIGHEST for action port [ 1270.531291] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db with Priority: HIGHEST for action security_group_rules [ 1270.531426] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db with Priority: HIGHEST for action security_group_members [ 1270.531528] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a with Priority: HIGHEST for action port [ 1270.531797] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.531918] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.532078] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.532189] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.532265] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec2565f9-38b0-4dcc-b34c-dc4dab2e94db',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.533067] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.533175] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.533250] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.533400] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.533552] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.533675] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.533714] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.533866] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.533946] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.533997] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec2565f9-38b0-4dcc-b34c-dc4dab2e94db',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.534688] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.534793] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.534862] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.535175] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.535175] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.857702] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.036845] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.036845] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.037056] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec2565f9-38b0-4dcc-b34c-dc4dab2e94db',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.037912] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a with status ACTIVE [ 1271.038104] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.038215] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.038281] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.039044] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.039044] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.039044] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.039044] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.039044] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.039044] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.039283] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.039283] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.039355] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.039383] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.039588] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.039588] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.039716] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a is going to be updated. [ 1271.061033] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.061033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.061033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.061033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.061033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.061313] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.359666] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.541799] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec2565f9-38b0-4dcc-b34c-dc4dab2e94db',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.862588] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.862755] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.862805] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.863032] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.863124] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.863220] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d is going to be updated. [ 1271.890477] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.890619] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.890699] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.890878] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.891031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.899144] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: IN_PROGRESS for 2s [ 1271.932509] env[69343]: INFO networking_nsxv3.common.synchronization [req-19864a5f-b999-4fef-86de-bb18032a85dc req-ab4f6875-985e-4833-8e1d-3f52f107e7e6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Enqueued Resource ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e with Priority: HIGHEST for action security_group_members [ 1271.933127] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e with Priority: HIGHEST for action security_group_members [ 1271.933443] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.933565] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.933632] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.933891] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.933965] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.934065] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.934120] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.934257] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.934336] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.934425] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f6ed1ce-2898-432e-8ed7-303dd9c54c4e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.043939] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.044130] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.044216] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.044403] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.044500] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.044597] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db is going to be updated. [ 1272.068966] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.069162] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.069211] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.069379] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.069520] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.077600] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db in Status: IN_PROGRESS for 2s [ 1272.235452] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-829 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.235652] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-829" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.235781] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-829" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.236068] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-829" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.236328] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.236489] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.236609] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.236828] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.236976] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.237220] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1272.237338] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1272.237450] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1272.237562] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1272.237672] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1272.237780] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1272.237914] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1272.378462] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1272.378819] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.141 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1272.378819] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1272.378910] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-829" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.379260] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-0cce11c4-b57b-4927-84b7-fdd7bf0f5e74 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.379432] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-0cce11c4-b57b-4927-84b7-fdd7bf0f5e74" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.379553] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-0cce11c4-b57b-4927-84b7-fdd7bf0f5e74" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.379886] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-0cce11c4-b57b-4927-84b7-fdd7bf0f5e74" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.380035] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cce11c4-b57b-4927-84b7-fdd7bf0f5e74',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.437540] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f6ed1ce-2898-432e-8ed7-303dd9c54c4e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.882999] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.883311] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.883500] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.883807] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.884056] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.884242] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 0cce11c4-b57b-4927-84b7-fdd7bf0f5e74 not found, creating... [ 1272.884404] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.884558] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.884673] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.884931] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.885163] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.885384] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.885559] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.885654] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.885860] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.885990] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.886143] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 0cce11c4-b57b-4927-84b7-fdd7bf0f5e74 is going to be created. [ 1272.907998] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.908207] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.908363] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.908532] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.908759] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.908972] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-0cce11c4-b57b-4927-84b7-fdd7bf0f5e74" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.939587] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f6ed1ce-2898-432e-8ed7-303dd9c54c4e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.442889] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.443113] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.443288] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.443467] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.443622] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.443778] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e is going to be updated. [ 1273.470102] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.470102] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.470102] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.470102] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.470444] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.479018] env[69343]: INFO networking_nsxv3.common.synchronization [req-19864a5f-b999-4fef-86de-bb18032a85dc req-c1fc7bd9-ff23-4496-9251-ad099c1cb853 service nova] Enqueued Resource ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e with Priority: HIGHEST for action security_group_rules [ 1273.479018] env[69343]: INFO networking_nsxv3.common.synchronization [req-19864a5f-b999-4fef-86de-bb18032a85dc req-c1fc7bd9-ff23-4496-9251-ad099c1cb853 service nova] Enqueued Resource ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e with Priority: HIGHEST for action security_group_members [ 1273.479018] env[69343]: INFO networking_nsxv3.common.synchronization [req-19864a5f-b999-4fef-86de-bb18032a85dc req-c1fc7bd9-ff23-4496-9251-ad099c1cb853 service nova] Enqueued Resource ID: 0cce11c4-b57b-4927-84b7-fdd7bf0f5e74 with Priority: HIGHEST for action port [ 1273.479018] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e with Priority: HIGHEST for action security_group_rules [ 1273.479018] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e with Priority: HIGHEST for action security_group_members [ 1273.479018] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cce11c4-b57b-4927-84b7-fdd7bf0f5e74 with Priority: HIGHEST for action port [ 1273.479018] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.479018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.479018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.479018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.479018] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f6ed1ce-2898-432e-8ed7-303dd9c54c4e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.479853] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.480088] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.480373] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cce11c4-b57b-4927-84b7-fdd7bf0f5e74 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.480632] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cce11c4-b57b-4927-84b7-fdd7bf0f5e74" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.480791] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cce11c4-b57b-4927-84b7-fdd7bf0f5e74" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.481055] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cce11c4-b57b-4927-84b7-fdd7bf0f5e74" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.481217] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cce11c4-b57b-4927-84b7-fdd7bf0f5e74',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.487023] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e in Status: IN_PROGRESS for 2s [ 1273.909893] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: SUCCESS [ 1273.910127] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.984017] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.984258] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.986560] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cce11c4-b57b-4927-84b7-fdd7bf0f5e74 with status ACTIVE [ 1273.986758] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.986877] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.986945] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.987179] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.987262] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.987441] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.987541] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.987595] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.987749] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.987823] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.988011] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.988108] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.988166] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.988304] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.988377] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.988465] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cce11c4-b57b-4927-84b7-fdd7bf0f5e74 is going to be updated. [ 1274.007553] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.007735] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.007779] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.007976] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.009040] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.009040] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cce11c4-b57b-4927-84b7-fdd7bf0f5e74" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.087113] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db in Status: SUCCESS [ 1274.087330] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.087502] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.087724] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.087911] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.088040] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.088108] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.088262] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.088340] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.088425] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.088514] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec2565f9-38b0-4dcc-b34c-dc4dab2e94db',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.590932] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec2565f9-38b0-4dcc-b34c-dc4dab2e94db',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.094661] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec2565f9-38b0-4dcc-b34c-dc4dab2e94db: rpc.has_security_group_logging(os_id): False [ 1275.111830] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.112080] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.112080] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.112265] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.112379] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.112641] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.112755] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.112821] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.112975] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.113522] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.113522] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db is going to be updated. [ 1275.171638] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.171871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.171871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.172051] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.172217] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.185406] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db in Status: IN_PROGRESS for 2s [ 1275.494066] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e in Status: SUCCESS [ 1275.494066] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.494329] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.494329] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.494541] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.494648] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.494704] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.494861] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.494940] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.495041] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f6ed1ce-2898-432e-8ed7-303dd9c54c4e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.997030] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f6ed1ce-2898-432e-8ed7-303dd9c54c4e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.499848] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f6ed1ce-2898-432e-8ed7-303dd9c54c4e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.002489] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.002795] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.002795] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.002957] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.003055] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.003161] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e is going to be updated. [ 1277.031287] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.031516] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.031583] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.031780] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.031925] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.039605] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e in Status: IN_PROGRESS for 2s [ 1277.202375] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db in Status: SUCCESS [ 1277.202743] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.479113] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1278.479621] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1279.048674] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e in Status: SUCCESS [ 1279.048942] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.049157] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.049370] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.049639] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.049803] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.049907] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.050150] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.050248] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.050339] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.050496] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f6ed1ce-2898-432e-8ed7-303dd9c54c4e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.553456] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f6ed1ce-2898-432e-8ed7-303dd9c54c4e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.612949] env[69343]: INFO networking_nsxv3.common.synchronization [req-ec381aa6-4df7-4c68-b748-26acae0d6065 req-c81db697-17bb-4ffb-942c-d2b07c0a1fe0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Enqueued Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1279.613569] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1279.613943] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.614083] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.614155] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.614362] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.614521] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.614989] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.615081] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.615247] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.615335] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.615431] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.919515] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.919768] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-984" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.919858] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-984" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.920158] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-984" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.920445] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.920606] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.920736] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.920964] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.921125] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.921338] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1279.921521] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1279.921679] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1279.921862] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1279.922031] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1279.922154] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1279.922318] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1279.941061] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1279.941397] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1279.941645] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1279.941921] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-984" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.942470] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-f4c12253-3659-4025-bdd0-57bf23ffaf4b taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.942750] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-f4c12253-3659-4025-bdd0-57bf23ffaf4b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.942943] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-f4c12253-3659-4025-bdd0-57bf23ffaf4b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.943466] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-f4c12253-3659-4025-bdd0-57bf23ffaf4b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.943691] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4c12253-3659-4025-bdd0-57bf23ffaf4b',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.056548] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e: rpc.has_security_group_logging(os_id): False [ 1280.075331] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.075494] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.075565] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.075869] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.076039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.076427] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.076592] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.076699] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.077096] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.077258] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.077406] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e is going to be updated. [ 1280.117994] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.135058] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.135270] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.135321] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.135824] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.135824] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.150607] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e in Status: IN_PROGRESS for 2s [ 1280.446579] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.446798] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.446928] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.447244] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.447405] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.447562] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port f4c12253-3659-4025-bdd0-57bf23ffaf4b not found, creating... [ 1280.447837] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.447995] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.448134] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.448374] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.448581] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.448883] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.449059] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.449174] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.449387] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.449532] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.450273] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: f4c12253-3659-4025-bdd0-57bf23ffaf4b is going to be created. [ 1280.469546] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.469546] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.469852] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.469961] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.470132] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.470369] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-f4c12253-3659-4025-bdd0-57bf23ffaf4b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.623480] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.125493] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.125660] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.125727] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.125950] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.126057] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.126164] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d is going to be updated. [ 1281.153906] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.154119] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.154119] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.154344] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.154486] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.165311] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: IN_PROGRESS for 2s [ 1281.185018] env[69343]: INFO networking_nsxv3.common.synchronization [req-ec381aa6-4df7-4c68-b748-26acae0d6065 req-1380ee52-71ef-4788-b7d6-2219f86fe26a service nova] Enqueued Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_rules [ 1281.185342] env[69343]: INFO networking_nsxv3.common.synchronization [req-ec381aa6-4df7-4c68-b748-26acae0d6065 req-1380ee52-71ef-4788-b7d6-2219f86fe26a service nova] Enqueued Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1281.185595] env[69343]: INFO networking_nsxv3.common.synchronization [req-ec381aa6-4df7-4c68-b748-26acae0d6065 req-1380ee52-71ef-4788-b7d6-2219f86fe26a service nova] Enqueued Resource ID: f4c12253-3659-4025-bdd0-57bf23ffaf4b with Priority: HIGHEST for action port [ 1281.187275] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_rules [ 1281.188382] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1281.188611] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c12253-3659-4025-bdd0-57bf23ffaf4b with Priority: HIGHEST for action port [ 1281.188960] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.189162] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.189247] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.189457] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.189541] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.190857] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.190995] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.191451] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4c12253-3659-4025-bdd0-57bf23ffaf4b taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.191451] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4c12253-3659-4025-bdd0-57bf23ffaf4b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.191451] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4c12253-3659-4025-bdd0-57bf23ffaf4b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.191614] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4c12253-3659-4025-bdd0-57bf23ffaf4b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.191614] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4c12253-3659-4025-bdd0-57bf23ffaf4b',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.693382] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.693662] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.693696] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4c12253-3659-4025-bdd0-57bf23ffaf4b with status ACTIVE [ 1281.693881] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.694028] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.694084] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.694324] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.694415] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.694583] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.694681] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.694739] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.694912] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.695035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.695185] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.695315] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.695382] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.695482] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.695553] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.695650] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4c12253-3659-4025-bdd0-57bf23ffaf4b is going to be updated. [ 1281.716045] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.716045] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.716045] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.716316] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.716385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.716543] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4c12253-3659-4025-bdd0-57bf23ffaf4b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.160360] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e in Status: SUCCESS [ 1282.160704] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.174084] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: SUCCESS [ 1283.174084] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.174509] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.174509] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.174579] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.174711] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.174765] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.174936] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.175026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.175119] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.677452] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.179973] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.682111] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.682484] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.682484] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.682592] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.682683] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.682788] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d is going to be updated. [ 1284.710622] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.710774] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.710839] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.711067] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.711207] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.723125] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: IN_PROGRESS for 2s [ 1285.362622] env[69343]: INFO networking_nsxv3.common.synchronization [None req-13118c7e-8698-4d0e-b1da-81c66e0741be tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Enqueued Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGHEST for action security_group_members [ 1285.363164] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGHEST for action security_group_members [ 1285.363473] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.363594] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.363663] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.363860] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.364027] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.364216] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.364309] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.364620] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.364620] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.364687] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.867008] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.867290] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.867290] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.867522] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.867626] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.867951] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.868307] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.868307] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.868307] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.868446] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.868446] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a is going to be updated. [ 1285.900372] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.900372] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.900372] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.900372] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.900372] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.912510] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a in Status: IN_PROGRESS for 2s [ 1286.733080] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: SUCCESS [ 1286.733080] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.733080] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.733080] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.733080] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.733080] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.733607] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.733607] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.733607] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.733607] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.733607] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.235750] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.235845] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.235884] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.236101] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.236264] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.236365] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.236427] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.236651] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.236738] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.236824] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.236972] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.237078] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.237137] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.237274] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.237412] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.237501] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.237560] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.237690] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.237764] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.237843] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.237927] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.741370] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 808b04a2-be13-4773-bfa7-1d9ce637fb4d: rpc.has_security_group_logging(os_id): False [ 1287.758823] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.758974] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.759076] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.759257] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.759374] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.759544] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.759624] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.759676] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.759820] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.759889] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.760104] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.760208] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.760258] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.760383] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.760450] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.760675] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.760784] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.760839] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.760979] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.761065] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.761152] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d is going to be updated. [ 1287.819074] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.819318] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.819318] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.819563] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.819660] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.829731] env[69343]: INFO networking_nsxv3.common.synchronization [req-edb02979-f469-4938-9df2-9f267faa9b5c req-8bf56c42-61a2-4d99-8ae4-8c01efce4100 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Enqueued Resource ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db with Priority: HIGHEST for action security_group_members [ 1287.830267] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db with Priority: HIGHEST for action security_group_members [ 1287.830622] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.830792] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.830792] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.830976] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.831140] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.831236] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.831295] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.831432] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.832031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.832031] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec2565f9-38b0-4dcc-b34c-dc4dab2e94db',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.833777] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: IN_PROGRESS for 2s [ 1287.923562] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a in Status: SUCCESS [ 1287.923737] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a deletion is rescheduled due to dependency. [ 1287.923842] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.333911] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.334046] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.334118] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.334336] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.334422] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.334628] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.334710] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.334766] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.334900] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.334968] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.335063] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db is going to be updated. [ 1288.361417] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.361417] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.361617] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.362362] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.362362] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.369766] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db in Status: IN_PROGRESS for 2s [ 1289.850908] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: SUCCESS [ 1289.851265] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.379884] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db in Status: SUCCESS [ 1290.379884] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2565f9-38b0-4dcc-b34c-dc4dab2e94db deletion is rescheduled due to dependency. [ 1290.379884] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2565f9-38b0-4dcc-b34c-dc4dab2e94db" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.830923] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1292.831279] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1293.223843] env[69343]: INFO networking_nsxv3.common.synchronization [req-a96f2875-3443-438e-a559-06117df85c4f req-1c32c5fd-98b1-45a9-8d30-0453f4ac0bde tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Enqueued Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1293.224414] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1293.224818] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.224977] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.225245] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.225491] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.225706] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.225813] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.225895] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.226064] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.226159] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.226255] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.729071] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.230904] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.733700] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.733905] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.733981] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.734246] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.734365] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.734516] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d is going to be updated. [ 1294.762202] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.762442] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.762442] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.762610] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.762818] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.770779] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: IN_PROGRESS for 2s [ 1296.781822] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: SUCCESS [ 1296.782101] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.225793] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1298.226094] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1300.150165] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-829 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.150556] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-829" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.150556] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-829" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.150895] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-829" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.151504] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.151769] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.151986] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.152416] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.152708] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.153118] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1300.153325] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1300.154022] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1300.154022] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1300.154022] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1300.154022] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1300.154246] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1300.173357] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1300.173644] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1300.173859] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1300.174134] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-829" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.174547] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-609d4ecc-6e9d-435b-92d8-6b980779e80e taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.174850] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-609d4ecc-6e9d-435b-92d8-6b980779e80e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.175060] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-609d4ecc-6e9d-435b-92d8-6b980779e80e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.175468] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-609d4ecc-6e9d-435b-92d8-6b980779e80e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.175666] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('609d4ecc-6e9d-435b-92d8-6b980779e80e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.209672] env[69343]: INFO networking_nsxv3.common.synchronization [req-4c8dddff-f03f-43db-a5fc-e9f4f5ecdb6d req-b98c8952-1b2f-4d81-87df-31b88e263b77 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Enqueued Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1300.209672] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGHEST for action security_group_members [ 1300.209672] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.209672] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.209672] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.209946] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.209979] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.210102] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.210166] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.210330] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.210421] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.210514] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.678201] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.678201] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.678389] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.678658] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.679635] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.679635] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 609d4ecc-6e9d-435b-92d8-6b980779e80e not found, creating... [ 1300.679635] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.679635] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.679635] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.679913] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.679913] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.680176] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.680336] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.680451] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.680780] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.680864] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.681013] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 609d4ecc-6e9d-435b-92d8-6b980779e80e is going to be created. [ 1300.701372] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.701610] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.701717] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.702126] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.702477] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.702729] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-609d4ecc-6e9d-435b-92d8-6b980779e80e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.712365] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.712495] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.712563] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.712742] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.712828] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.713016] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.713125] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.713186] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.713339] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.713396] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.713502] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d is going to be updated. [ 1300.736433] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.736592] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.736696] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.736882] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.737035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.743961] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: IN_PROGRESS for 2s [ 1301.380921] env[69343]: INFO networking_nsxv3.common.synchronization [req-c3b33028-be52-476c-801e-b72ea879ac00 req-f7ce172d-1ff1-418e-9584-8228420e0bea service nova] Enqueued Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGHEST for action security_group_rules [ 1301.381195] env[69343]: INFO networking_nsxv3.common.synchronization [req-c3b33028-be52-476c-801e-b72ea879ac00 req-f7ce172d-1ff1-418e-9584-8228420e0bea service nova] Enqueued Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGHEST for action security_group_members [ 1301.381325] env[69343]: INFO networking_nsxv3.common.synchronization [req-c3b33028-be52-476c-801e-b72ea879ac00 req-f7ce172d-1ff1-418e-9584-8228420e0bea service nova] Enqueued Resource ID: 609d4ecc-6e9d-435b-92d8-6b980779e80e with Priority: HIGHEST for action port [ 1301.381564] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGHEST for action security_group_rules [ 1301.381701] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGHEST for action security_group_members [ 1301.381802] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 609d4ecc-6e9d-435b-92d8-6b980779e80e with Priority: HIGHEST for action port [ 1301.382359] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c33ca2b8-750e-4c86-8486-6ca7ff6b448a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.382479] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.382546] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.382745] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.382822] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.384782] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.384877] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.384877] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.385051] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.385409] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.385409] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.385409] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.385540] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.385569] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.385662] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.386441] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-609d4ecc-6e9d-435b-92d8-6b980779e80e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.386546] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-609d4ecc-6e9d-435b-92d8-6b980779e80e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.386546] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-609d4ecc-6e9d-435b-92d8-6b980779e80e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.386771] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-609d4ecc-6e9d-435b-92d8-6b980779e80e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.386771] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('609d4ecc-6e9d-435b-92d8-6b980779e80e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.888128] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.888338] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.888566] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.889619] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 609d4ecc-6e9d-435b-92d8-6b980779e80e with status ACTIVE [ 1301.889805] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.889923] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.889985] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.890206] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.890315] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.890501] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.890642] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.890711] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.890885] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.890964] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.891165] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.891259] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.891320] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.891458] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.891547] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.891617] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 609d4ecc-6e9d-435b-92d8-6b980779e80e is going to be updated. [ 1301.914162] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.914342] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.914382] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.914564] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.914711] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.914869] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-609d4ecc-6e9d-435b-92d8-6b980779e80e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.393395] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.752955] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d in Status: SUCCESS [ 1302.753251] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d deletion is rescheduled due to dependency. [ 1302.753383] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.896226] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.896381] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.896457] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.896719] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.896837] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.896905] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a is going to be updated. [ 1302.923849] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.924089] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.924201] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.924476] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.924629] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.932681] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a in Status: IN_PROGRESS for 2s [ 1304.936020] env[69343]: INFO networking_nsxv3.common.synchronization [req-8321cce9-4c94-4be1-a45a-2b5cf8fd8539 req-98c42695-279f-4bc8-ac25-6cf9c8d2cdce tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Enqueued Resource ID: a863296d-c266-47e7-8b9b-6064a09fbb97 with Priority: HIGHEST for action security_group_members [ 1304.936309] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a863296d-c266-47e7-8b9b-6064a09fbb97 with Priority: HIGHEST for action security_group_members [ 1304.936765] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-a863296d-c266-47e7-8b9b-6064a09fbb97 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.936974] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a863296d-c266-47e7-8b9b-6064a09fbb97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.936974] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a863296d-c266-47e7-8b9b-6064a09fbb97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.937158] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a863296d-c266-47e7-8b9b-6064a09fbb97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.937308] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.937413] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.937477] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.937643] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.937769] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.937888] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a863296d-c266-47e7-8b9b-6064a09fbb97',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.944820] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a in Status: SUCCESS [ 1304.945052] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.945210] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.945407] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.945592] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.945737] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.945820] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.946073] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.946222] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.946367] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.946461] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.440168] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.440499] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.440499] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.440705] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.440785] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.440964] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.441097] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.441155] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.441312] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.441388] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.441478] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a863296d-c266-47e7-8b9b-6064a09fbb97 is going to be updated. [ 1305.448331] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.448477] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.448549] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.448742] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.448899] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.449015] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.449093] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.449242] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.449325] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.449409] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.449557] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.449647] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.449726] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.449865] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.450012] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.450110] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.450166] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.450308] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.450381] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.450442] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.450533] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.473459] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.473594] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.473956] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.473956] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.474089] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.481733] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a863296d-c266-47e7-8b9b-6064a09fbb97 in Status: IN_PROGRESS for 2s [ 1305.953364] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c33ca2b8-750e-4c86-8486-6ca7ff6b448a: rpc.has_security_group_logging(os_id): False [ 1305.971833] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.972276] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.972276] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.972473] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.972473] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.972699] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.972851] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.972977] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.973187] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.973251] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.973462] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.973585] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.973669] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.973855] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.973938] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.974157] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.974283] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.974342] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.974442] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.974537] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.974600] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a is going to be updated. [ 1306.030497] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.030768] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.030768] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.031102] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.031268] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.043425] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a in Status: IN_PROGRESS for 2s [ 1307.491550] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a863296d-c266-47e7-8b9b-6064a09fbb97 in Status: SUCCESS [ 1307.491550] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a863296d-c266-47e7-8b9b-6064a09fbb97 deletion is rescheduled due to dependency. [ 1307.491550] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a863296d-c266-47e7-8b9b-6064a09fbb97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.057507] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a in Status: SUCCESS [ 1308.057737] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.936924] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1309.936924] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1312.703954] env[69343]: INFO networking_nsxv3.common.synchronization [req-18512af9-84b1-49c4-acdf-912dcee4c426 req-9906598c-645a-44e9-aa30-eabd8bac6c7c tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Enqueued Resource ID: 78a0dec5-539f-45d5-8ecf-4f6e0107eafa with Priority: HIGHEST for action security_group_members [ 1312.704505] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78a0dec5-539f-45d5-8ecf-4f6e0107eafa with Priority: HIGHEST for action security_group_members [ 1312.704811] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-78a0dec5-539f-45d5-8ecf-4f6e0107eafa taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.704933] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78a0dec5-539f-45d5-8ecf-4f6e0107eafa" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.705011] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78a0dec5-539f-45d5-8ecf-4f6e0107eafa" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.705404] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78a0dec5-539f-45d5-8ecf-4f6e0107eafa" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.705547] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.705656] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.705728] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.705879] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.705963] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.706082] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78a0dec5-539f-45d5-8ecf-4f6e0107eafa',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.208238] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.208428] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.208475] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.208732] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.208830] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.209049] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.209152] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.209214] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.209363] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.209440] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.209527] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78a0dec5-539f-45d5-8ecf-4f6e0107eafa is going to be updated. [ 1313.240562] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.240767] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.240815] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.240960] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.241135] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.248339] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78a0dec5-539f-45d5-8ecf-4f6e0107eafa in Status: IN_PROGRESS for 2s [ 1315.262067] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78a0dec5-539f-45d5-8ecf-4f6e0107eafa in Status: SUCCESS [ 1315.262344] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78a0dec5-539f-45d5-8ecf-4f6e0107eafa deletion is rescheduled due to dependency. [ 1315.262344] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78a0dec5-539f-45d5-8ecf-4f6e0107eafa" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.493023] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-829 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.493339] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-829" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.493339] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-829" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.493466] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-829" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.493793] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.493957] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.494090] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.494318] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.494630] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.494871] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1317.494994] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1317.495119] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1317.495231] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1317.495345] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1317.495453] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1317.495586] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1317.516759] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1317.516759] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1317.516759] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1317.516958] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-829" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.517125] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-609d4ecc-6e9d-435b-92d8-6b980779e80e taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.517293] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-609d4ecc-6e9d-435b-92d8-6b980779e80e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.517417] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-609d4ecc-6e9d-435b-92d8-6b980779e80e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.517664] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-609d4ecc-6e9d-435b-92d8-6b980779e80e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.517796] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('609d4ecc-6e9d-435b-92d8-6b980779e80e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.705467] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1317.705620] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1318.020384] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.021062] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.021062] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.021401] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.021611] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.022147] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.022338] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.022463] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.022727] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.022880] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.023946] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.024141] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.024268] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.024512] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.024664] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.024859] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 609d4ecc-6e9d-435b-92d8-6b980779e80e is going to be updated. [ 1318.048087] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.048513] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.048837] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.049197] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.049428] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.050115] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-609d4ecc-6e9d-435b-92d8-6b980779e80e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.104553] env[69343]: INFO networking_nsxv3.common.synchronization [req-8d643332-ada4-43b6-8054-f7d9dedb3a78 req-e3097af1-c126-4f41-8f97-4afcaa1ae615 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Enqueued Resource ID: 263a8019-cd3d-4d98-849d-6a5083536c84 with Priority: HIGHEST for action security_group_members [ 1318.105135] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 263a8019-cd3d-4d98-849d-6a5083536c84 with Priority: HIGHEST for action security_group_members [ 1318.105456] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-263a8019-cd3d-4d98-849d-6a5083536c84 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.105583] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.105650] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.105851] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.106062] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.106319] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.106374] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.106554] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.106654] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.106742] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('263a8019-cd3d-4d98-849d-6a5083536c84',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.609254] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.609557] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.609557] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.609734] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.609819] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.610068] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.610253] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.610353] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.610525] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.610606] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.610698] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 263a8019-cd3d-4d98-849d-6a5083536c84 is going to be updated. [ 1318.633865] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.634073] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.634144] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.634352] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.634528] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.642199] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 263a8019-cd3d-4d98-849d-6a5083536c84 in Status: IN_PROGRESS for 2s [ 1318.705478] env[69343]: INFO networking_nsxv3.common.synchronization [req-596bdc08-2892-4ca9-90b8-d83238556c53 req-9ea841cc-f8c0-4e6e-8a71-5e3cc6f70274 service nova] Enqueued Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGHEST for action security_group_rules [ 1318.705704] env[69343]: INFO networking_nsxv3.common.synchronization [req-596bdc08-2892-4ca9-90b8-d83238556c53 req-9ea841cc-f8c0-4e6e-8a71-5e3cc6f70274 service nova] Enqueued Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGHEST for action security_group_members [ 1318.705802] env[69343]: INFO networking_nsxv3.common.synchronization [req-596bdc08-2892-4ca9-90b8-d83238556c53 req-9ea841cc-f8c0-4e6e-8a71-5e3cc6f70274 service nova] Enqueued Resource ID: 609d4ecc-6e9d-435b-92d8-6b980779e80e with Priority: HIGHEST for action port [ 1318.706078] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGHEST for action security_group_rules [ 1318.706219] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGHEST for action security_group_members [ 1318.706319] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 609d4ecc-6e9d-435b-92d8-6b980779e80e with Priority: HIGHEST for action port [ 1318.706846] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c33ca2b8-750e-4c86-8486-6ca7ff6b448a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.706970] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.707181] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.707419] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.707542] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.708473] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.708630] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.708747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.708892] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.709376] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.709519] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.709606] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.709773] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.709888] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.710018] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.710864] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-609d4ecc-6e9d-435b-92d8-6b980779e80e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.711067] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-609d4ecc-6e9d-435b-92d8-6b980779e80e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.711142] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-609d4ecc-6e9d-435b-92d8-6b980779e80e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.711337] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-609d4ecc-6e9d-435b-92d8-6b980779e80e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.711440] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('609d4ecc-6e9d-435b-92d8-6b980779e80e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.213216] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.213430] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.213594] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 609d4ecc-6e9d-435b-92d8-6b980779e80e with status ACTIVE [ 1319.213675] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.213780] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.213849] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.214085] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.214175] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.214350] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.214474] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.214505] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.214653] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.214708] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.214887] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.214978] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.215061] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.215253] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.215253] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.215377] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 609d4ecc-6e9d-435b-92d8-6b980779e80e is going to be updated. [ 1319.216465] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.237947] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.238120] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.238120] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.238309] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.238438] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.238592] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-609d4ecc-6e9d-435b-92d8-6b980779e80e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.718215] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.222096] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.222234] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.222290] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.222741] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.222741] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.222741] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a is going to be updated. [ 1320.252050] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.252234] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.252288] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.252522] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.252703] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.263430] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a in Status: IN_PROGRESS for 2s [ 1320.651785] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 263a8019-cd3d-4d98-849d-6a5083536c84 in Status: SUCCESS [ 1320.651979] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 263a8019-cd3d-4d98-849d-6a5083536c84 deletion is rescheduled due to dependency. [ 1320.652113] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.272682] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a in Status: SUCCESS [ 1322.272976] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.273081] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.273302] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.273500] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.273682] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.273776] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.273937] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.274036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.274124] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.274213] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.779667] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.779917] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.779917] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.780179] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.780484] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.780484] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.780639] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.780670] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.780869] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.781137] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.781336] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.781443] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.781507] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.781662] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.781831] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.781943] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.782010] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.782166] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.782241] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.782325] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.782428] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.284367] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c33ca2b8-750e-4c86-8486-6ca7ff6b448a: rpc.has_security_group_logging(os_id): False [ 1323.301954] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.302127] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.302199] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.302463] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.302562] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.302766] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.302864] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.302927] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.304154] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.304154] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.304154] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.304154] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.304154] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.304154] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.304154] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.304154] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.304154] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.304154] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.304560] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.304560] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.304560] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a is going to be updated. [ 1323.362369] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.363772] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.363772] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.363772] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.363772] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.387946] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a in Status: IN_PROGRESS for 2s [ 1323.706921] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1323.707061] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1325.407265] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a in Status: SUCCESS [ 1325.407578] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.087021] env[69343]: INFO networking_nsxv3.common.synchronization [req-a76677c7-f1e4-4736-ae37-80773f6b0a15 req-edeb77b0-3b1e-45c3-85b7-3a6bffc30621 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Enqueued Resource ID: f4a6f306-466c-47fe-bb29-3013816d23f6 with Priority: HIGHEST for action security_group_members [ 1327.087578] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4a6f306-466c-47fe-bb29-3013816d23f6 with Priority: HIGHEST for action security_group_members [ 1327.087889] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4a6f306-466c-47fe-bb29-3013816d23f6 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.088017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4a6f306-466c-47fe-bb29-3013816d23f6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.088082] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4a6f306-466c-47fe-bb29-3013816d23f6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.088275] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4a6f306-466c-47fe-bb29-3013816d23f6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.088423] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.088515] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.088571] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.088804] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.088804] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.088900] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4a6f306-466c-47fe-bb29-3013816d23f6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.593556] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.593936] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.593936] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.594128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.594128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.594284] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.594377] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.594443] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.594583] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.594660] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.594746] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4a6f306-466c-47fe-bb29-3013816d23f6 is going to be updated. [ 1327.625118] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.625267] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.625345] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.625560] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.625687] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.635108] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4a6f306-466c-47fe-bb29-3013816d23f6 in Status: IN_PROGRESS for 2s [ 1327.737737] env[69343]: INFO networking_nsxv3.common.synchronization [req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 req-54b6ee9a-7fcd-4044-97f4-eee2dab39f4e tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Enqueued Resource ID: 263a8019-cd3d-4d98-849d-6a5083536c84 with Priority: HIGHEST for action security_group_members [ 1327.738229] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 263a8019-cd3d-4d98-849d-6a5083536c84 with Priority: HIGHEST for action security_group_members [ 1327.738536] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-263a8019-cd3d-4d98-849d-6a5083536c84 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.738654] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.738722] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.738946] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.739461] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.739570] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.739636] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.739792] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.740659] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.740772] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('263a8019-cd3d-4d98-849d-6a5083536c84',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.094318] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.094318] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-434" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.094604] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-434" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.094604] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-434" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.094872] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.095041] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.095164] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.095372] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.095529] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.095744] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1328.095974] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1328.096124] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1328.096242] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1328.096359] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1328.096468] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1328.096600] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1328.114937] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1328.114937] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1328.114937] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1328.114937] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-434" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.115120] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-a6532ad9-1291-42ee-92e4-dcdbe61df642 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.115292] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-a6532ad9-1291-42ee-92e4-dcdbe61df642" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.115416] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-a6532ad9-1291-42ee-92e4-dcdbe61df642" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.115724] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-a6532ad9-1291-42ee-92e4-dcdbe61df642" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.115864] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6532ad9-1291-42ee-92e4-dcdbe61df642',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.243451] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.243598] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.243668] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.243884] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.244015] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.244166] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.244261] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.244321] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.244462] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.244530] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.244636] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 263a8019-cd3d-4d98-849d-6a5083536c84 is going to be updated. [ 1328.270752] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.270946] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.271026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.271282] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.271344] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.279756] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 263a8019-cd3d-4d98-849d-6a5083536c84 in Status: IN_PROGRESS for 2s [ 1328.619015] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.619015] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.619015] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.619266] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.619422] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.619578] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port a6532ad9-1291-42ee-92e4-dcdbe61df642 not found, creating... [ 1328.619838] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.619993] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.620124] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.620344] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.620484] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.620765] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.621119] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.621259] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.621487] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.621631] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.621810] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: a6532ad9-1291-42ee-92e4-dcdbe61df642 is going to be created. [ 1328.642786] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.642981] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.643195] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.643522] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.643757] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.643977] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-a6532ad9-1291-42ee-92e4-dcdbe61df642" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.335191] env[69343]: INFO networking_nsxv3.common.synchronization [req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 req-66f59336-c9b2-4205-a944-09f6fac8c178 service nova] Enqueued Resource ID: 263a8019-cd3d-4d98-849d-6a5083536c84 with Priority: HIGHEST for action security_group_rules [ 1329.335490] env[69343]: INFO networking_nsxv3.common.synchronization [req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 req-66f59336-c9b2-4205-a944-09f6fac8c178 service nova] Enqueued Resource ID: 263a8019-cd3d-4d98-849d-6a5083536c84 with Priority: HIGHEST for action security_group_members [ 1329.335578] env[69343]: INFO networking_nsxv3.common.synchronization [req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 req-66f59336-c9b2-4205-a944-09f6fac8c178 service nova] Enqueued Resource ID: a6532ad9-1291-42ee-92e4-dcdbe61df642 with Priority: HIGHEST for action port [ 1329.336438] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 263a8019-cd3d-4d98-849d-6a5083536c84 with Priority: HIGHEST for action security_group_rules [ 1329.336438] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 263a8019-cd3d-4d98-849d-6a5083536c84 with Priority: HIGHEST for action security_group_members [ 1329.336438] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6532ad9-1291-42ee-92e4-dcdbe61df642 with Priority: HIGHEST for action port [ 1329.336667] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-263a8019-cd3d-4d98-849d-6a5083536c84 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.336781] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.336781] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.336932] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.337011] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('263a8019-cd3d-4d98-849d-6a5083536c84',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.338493] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-263a8019-cd3d-4d98-849d-6a5083536c84 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.338658] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.338865] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6532ad9-1291-42ee-92e4-dcdbe61df642 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.338983] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6532ad9-1291-42ee-92e4-dcdbe61df642" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.339065] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6532ad9-1291-42ee-92e4-dcdbe61df642" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.339249] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6532ad9-1291-42ee-92e4-dcdbe61df642" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.339327] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6532ad9-1291-42ee-92e4-dcdbe61df642',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.644406] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4a6f306-466c-47fe-bb29-3013816d23f6 in Status: SUCCESS [ 1329.644609] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4a6f306-466c-47fe-bb29-3013816d23f6 deletion is rescheduled due to dependency. [ 1329.644690] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4a6f306-466c-47fe-bb29-3013816d23f6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.842194] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-263a8019-cd3d-4d98-849d-6a5083536c84 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.842332] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.845319] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6532ad9-1291-42ee-92e4-dcdbe61df642 with status ACTIVE [ 1329.845523] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.845644] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.845709] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.845917] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.846015] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.846205] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.846421] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.846421] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.846543] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.846599] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.846785] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.846878] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.846935] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.847087] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.847162] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.847249] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6532ad9-1291-42ee-92e4-dcdbe61df642 is going to be updated. [ 1329.866710] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.866852] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.866902] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.867077] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.867213] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.867365] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6532ad9-1291-42ee-92e4-dcdbe61df642" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.289036] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 263a8019-cd3d-4d98-849d-6a5083536c84 in Status: SUCCESS [ 1330.289036] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 263a8019-cd3d-4d98-849d-6a5083536c84 deletion is rescheduled due to dependency. [ 1330.289170] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.289207] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.289417] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.289624] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.289737] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.289801] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.289957] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.290062] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.290179] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('263a8019-cd3d-4d98-849d-6a5083536c84',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.793547] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('263a8019-cd3d-4d98-849d-6a5083536c84',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.296225] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('263a8019-cd3d-4d98-849d-6a5083536c84',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.799754] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.800070] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.800070] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.800246] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.800342] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.800441] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 263a8019-cd3d-4d98-849d-6a5083536c84 is going to be updated. [ 1331.836458] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.836603] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.836672] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.836876] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.837062] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.844956] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 263a8019-cd3d-4d98-849d-6a5083536c84 in Status: IN_PROGRESS for 2s [ 1333.855465] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 263a8019-cd3d-4d98-849d-6a5083536c84 in Status: SUCCESS [ 1333.855863] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.855863] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.856179] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.856259] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.856381] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.856647] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.856647] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.856647] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.856802] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.856861] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('263a8019-cd3d-4d98-849d-6a5083536c84',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.336662] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.336805] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1334.359368] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('263a8019-cd3d-4d98-849d-6a5083536c84',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.862026] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 263a8019-cd3d-4d98-849d-6a5083536c84: rpc.has_security_group_logging(os_id): False [ 1334.880896] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.881081] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.881145] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.881336] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.881425] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.881684] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.881806] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.881935] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.882115] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.882215] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.882329] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 263a8019-cd3d-4d98-849d-6a5083536c84 is going to be updated. [ 1334.937040] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.937248] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.937341] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.937533] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.937681] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.941066] env[69343]: INFO networking_nsxv3.common.synchronization [req-9276e748-952c-4c0b-a202-2e32f933f2e0 req-b5ef4617-8d56-4f54-b191-1d58bc917649 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Enqueued Resource ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e with Priority: HIGHEST for action security_group_members [ 1334.941341] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e with Priority: HIGHEST for action security_group_members [ 1334.941891] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.942026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.942099] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.942269] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.942417] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.942518] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.942582] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.942721] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.942798] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.942886] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f6ed1ce-2898-432e-8ed7-303dd9c54c4e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.950168] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 263a8019-cd3d-4d98-849d-6a5083536c84 in Status: IN_PROGRESS for 2s [ 1335.444557] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f6ed1ce-2898-432e-8ed7-303dd9c54c4e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.947085] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f6ed1ce-2898-432e-8ed7-303dd9c54c4e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.449177] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.449367] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.449367] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.449552] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.449643] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.449741] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e is going to be updated. [ 1336.476124] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.476300] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.476344] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.476521] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.476664] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.485074] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e in Status: IN_PROGRESS for 2s [ 1336.924256] env[69343]: INFO networking_nsxv3.common.synchronization [req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece req-c1a1ae40-af83-48f1-a656-d2688683da22 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Enqueued Resource ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 with Priority: HIGHEST for action security_group_members [ 1336.924256] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 with Priority: HIGHEST for action security_group_members [ 1336.924362] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-41dca42e-4920-42a2-a74f-d8fa590a2464 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.924470] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.924514] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.924706] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.924820] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.924911] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.924970] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.925120] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.925199] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.925286] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41dca42e-4920-42a2-a74f-d8fa590a2464',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.964197] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 263a8019-cd3d-4d98-849d-6a5083536c84 in Status: SUCCESS [ 1336.964483] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.431709] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.431709] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.431709] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.431709] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.431709] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.431709] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.431709] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.431709] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.431709] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.431709] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.431709] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 is going to be updated. [ 1337.461577] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.461577] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.461577] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.461577] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.461577] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.470356] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 in Status: IN_PROGRESS for 2s [ 1337.605557] env[69343]: INFO networking_nsxv3.common.synchronization [req-db44c31b-1d6e-4c10-b7df-9ecb0370b9c1 req-841d0e58-4c76-453d-8234-29d16eea5d01 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Enqueued Resource ID: 95cf8685-9625-4704-a3a8-ade9f2c9ce83 with Priority: HIGHEST for action security_group_members [ 1337.606536] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95cf8685-9625-4704-a3a8-ade9f2c9ce83 with Priority: HIGHEST for action security_group_members [ 1337.606862] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf8685-9625-4704-a3a8-ade9f2c9ce83 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.607086] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf8685-9625-4704-a3a8-ade9f2c9ce83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.607168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf8685-9625-4704-a3a8-ade9f2c9ce83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.607381] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf8685-9625-4704-a3a8-ade9f2c9ce83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.607538] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.607632] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.607691] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.607827] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.607905] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.607994] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95cf8685-9625-4704-a3a8-ade9f2c9ce83',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.722045] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.722807] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-646" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.722807] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-646" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.722807] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-646" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.722926] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.723134] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.723326] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.723550] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.723699] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.723941] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1337.724075] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1337.724189] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1337.724298] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1337.724508] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1337.724508] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1337.724639] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1337.741341] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1337.741470] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1337.741610] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1337.745506] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-646" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.745506] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-903f4a2f-054f-4d77-8145-b91402b0bb72 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.745506] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-903f4a2f-054f-4d77-8145-b91402b0bb72" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.745506] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-903f4a2f-054f-4d77-8145-b91402b0bb72" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.745506] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-903f4a2f-054f-4d77-8145-b91402b0bb72" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.745506] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('903f4a2f-054f-4d77-8145-b91402b0bb72',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.109853] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.110211] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.110211] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.110390] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.110481] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.110704] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.110812] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.110917] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.111072] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.111161] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.111249] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95cf8685-9625-4704-a3a8-ade9f2c9ce83 is going to be updated. [ 1338.136586] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.136781] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.136835] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.137017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.137171] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.145212] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf8685-9625-4704-a3a8-ade9f2c9ce83 in Status: IN_PROGRESS for 2s [ 1338.246054] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.246337] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.246481] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.246773] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.246931] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.247119] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 903f4a2f-054f-4d77-8145-b91402b0bb72 not found, creating... [ 1338.247402] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.247547] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.247668] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.247885] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.248032] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.248319] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.248476] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.248597] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.249051] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.249203] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.249484] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 903f4a2f-054f-4d77-8145-b91402b0bb72 is going to be created. [ 1338.269630] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.269821] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.269950] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.270231] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.270529] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.270803] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-903f4a2f-054f-4d77-8145-b91402b0bb72" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.494423] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e in Status: SUCCESS [ 1338.494666] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.097164] env[69343]: INFO networking_nsxv3.common.synchronization [req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece req-bfb8de56-bb32-4cb9-b088-a6035330bb8c service nova] Enqueued Resource ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 with Priority: HIGHEST for action security_group_rules [ 1339.097164] env[69343]: INFO networking_nsxv3.common.synchronization [req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece req-bfb8de56-bb32-4cb9-b088-a6035330bb8c service nova] Enqueued Resource ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 with Priority: HIGHEST for action security_group_members [ 1339.097283] env[69343]: INFO networking_nsxv3.common.synchronization [req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece req-bfb8de56-bb32-4cb9-b088-a6035330bb8c service nova] Enqueued Resource ID: 903f4a2f-054f-4d77-8145-b91402b0bb72 with Priority: HIGHEST for action port [ 1339.097496] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 with Priority: HIGHEST for action security_group_rules [ 1339.097629] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 with Priority: HIGHEST for action security_group_members [ 1339.097723] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 903f4a2f-054f-4d77-8145-b91402b0bb72 with Priority: HIGHEST for action port [ 1339.098726] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41dca42e-4920-42a2-a74f-d8fa590a2464 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.098915] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.099032] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.099897] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.099897] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41dca42e-4920-42a2-a74f-d8fa590a2464',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.100944] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-41dca42e-4920-42a2-a74f-d8fa590a2464 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.100944] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.100944] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-903f4a2f-054f-4d77-8145-b91402b0bb72 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.100944] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-903f4a2f-054f-4d77-8145-b91402b0bb72" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.101149] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-903f4a2f-054f-4d77-8145-b91402b0bb72" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.101362] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-903f4a2f-054f-4d77-8145-b91402b0bb72" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.101801] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('903f4a2f-054f-4d77-8145-b91402b0bb72',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.481386] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 in Status: SUCCESS [ 1339.481671] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 deletion is rescheduled due to dependency. [ 1339.481671] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.481828] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.482056] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.482279] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.482413] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.482480] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.482634] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.482713] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.482807] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41dca42e-4920-42a2-a74f-d8fa590a2464',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.603672] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-41dca42e-4920-42a2-a74f-d8fa590a2464 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.603852] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.605064] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 903f4a2f-054f-4d77-8145-b91402b0bb72 with status ACTIVE [ 1339.605064] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.605064] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.605064] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.605064] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.605064] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.605064] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.605064] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.605064] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.605449] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.605449] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.605449] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.605555] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.605555] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.605853] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.605853] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.605853] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 903f4a2f-054f-4d77-8145-b91402b0bb72 is going to be updated. [ 1339.625191] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.625324] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.625388] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.625582] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.625713] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.625861] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-903f4a2f-054f-4d77-8145-b91402b0bb72" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.985180] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41dca42e-4920-42a2-a74f-d8fa590a2464',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.154792] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf8685-9625-4704-a3a8-ade9f2c9ce83 in Status: SUCCESS [ 1340.154989] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95cf8685-9625-4704-a3a8-ade9f2c9ce83 deletion is rescheduled due to dependency. [ 1340.155121] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf8685-9625-4704-a3a8-ade9f2c9ce83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.486995] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41dca42e-4920-42a2-a74f-d8fa590a2464',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.989329] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.989534] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.989582] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.989823] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.989914] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.990028] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 is going to be updated. [ 1341.016364] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.016540] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.016583] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.016771] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.016925] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.025048] env[69343]: INFO networking_nsxv3.common.synchronization [None req-40bf5eaa-408a-4518-9b43-24ff9b801b02 None None] Enqueued Resource ID: feb83df2-7124-4bd4-90e1-404cc66e17c2 with Priority: HIGHEST for action port [ 1341.025458] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb83df2-7124-4bd4-90e1-404cc66e17c2 with Priority: HIGHEST for action port [ 1341.026046] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-feb83df2-7124-4bd4-90e1-404cc66e17c2 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.026185] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-feb83df2-7124-4bd4-90e1-404cc66e17c2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.026280] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-feb83df2-7124-4bd4-90e1-404cc66e17c2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.026533] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-feb83df2-7124-4bd4-90e1-404cc66e17c2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.026613] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feb83df2-7124-4bd4-90e1-404cc66e17c2',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.029241] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 in Status: IN_PROGRESS for 2s [ 1341.529911] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port feb83df2-7124-4bd4-90e1-404cc66e17c2 [ 1341.530226] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.530333] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.530399] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.530616] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.530705] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.530804] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:feb83df2-7124-4bd4-90e1-404cc66e17c2 already deleted. [ 1341.530889] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-feb83df2-7124-4bd4-90e1-404cc66e17c2" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.825171] env[69343]: INFO networking_nsxv3.common.synchronization [None req-c5733b88-9be0-4990-a42f-8f15b8f2a01f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Enqueued Resource ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 with Priority: HIGHEST for action security_group_rules [ 1341.825749] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 with Priority: HIGHEST for action security_group_rules [ 1341.826066] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.826192] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.826259] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.826501] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.826584] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.954871] env[69343]: INFO networking_nsxv3.common.synchronization [None req-63fb4319-632f-4274-8821-e1100a0ef4dd tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Enqueued Resource ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 with Priority: HIGHEST for action security_group_rules [ 1341.955436] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 with Priority: HIGHEST for action security_group_rules [ 1341.955745] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.955846] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.082472] env[69343]: INFO networking_nsxv3.common.synchronization [req-34e563dd-2267-4931-a75f-34567a56fb69 req-be171283-6f70-4804-8e7e-dc0c1b487e52 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Enqueued Resource ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e with Priority: HIGHEST for action security_group_members [ 1342.083092] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e with Priority: HIGHEST for action security_group_members [ 1342.083561] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.084213] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.084421] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.084534] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.084696] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.084791] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.084863] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.085073] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.085073] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.085183] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f6ed1ce-2898-432e-8ed7-303dd9c54c4e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.352209] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.352376] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.352440] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.353396] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.353396] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.353396] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 already deleted. [ 1342.353396] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.353396] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.353396] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.353396] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.588230] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.588492] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.588492] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.588655] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.588746] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.588959] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.589069] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.589134] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.589279] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.589358] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.589446] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e is going to be updated. [ 1342.613253] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.613400] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.613473] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.613668] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.613806] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.621247] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e in Status: IN_PROGRESS for 2s [ 1342.873717] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.873867] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.873941] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.874174] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.874266] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.874389] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 already deleted. [ 1342.874478] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.038581] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 in Status: SUCCESS [ 1343.038838] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.039066] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.039311] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.039508] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.039639] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.039706] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.039864] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.039938] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.040038] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.040131] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41dca42e-4920-42a2-a74f-d8fa590a2464',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.150603] env[69343]: INFO networking_nsxv3.common.synchronization [None req-bbff5f22-50e8-48f5-bba8-0841ecd4bf26 None None] Enqueued Resource ID: 707dc4fb-330b-480f-aac6-c37a897c338b with Priority: HIGHEST for action port [ 1343.150874] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707dc4fb-330b-480f-aac6-c37a897c338b with Priority: HIGHEST for action port [ 1343.151548] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-707dc4fb-330b-480f-aac6-c37a897c338b taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.151704] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-707dc4fb-330b-480f-aac6-c37a897c338b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.151822] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-707dc4fb-330b-480f-aac6-c37a897c338b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.152110] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-707dc4fb-330b-480f-aac6-c37a897c338b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.152212] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('707dc4fb-330b-480f-aac6-c37a897c338b',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.543376] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-41dca42e-4920-42a2-a74f-d8fa590a2464 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.543541] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.543622] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.543924] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.544111] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.544224] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.545080] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.545168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.545326] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.545460] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.545634] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-41dca42e-4920-42a2-a74f-d8fa590a2464 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.545999] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.545999] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.546284] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.546284] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.546284] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.546394] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.546579] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.546579] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.546757] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.546757] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41dca42e-4920-42a2-a74f-d8fa590a2464',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.654169] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 707dc4fb-330b-480f-aac6-c37a897c338b [ 1343.654436] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.654555] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.654661] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.654933] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.655064] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.655192] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:707dc4fb-330b-480f-aac6-c37a897c338b already deleted. [ 1343.655300] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-707dc4fb-330b-480f-aac6-c37a897c338b" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.049500] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41dca42e-4920-42a2-a74f-d8fa590a2464: rpc.has_security_group_logging(os_id): False [ 1344.067058] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.067058] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.067058] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.067058] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.067058] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.067058] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.067058] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.067058] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.067058] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.067058] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.067599] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.067599] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.067599] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.067599] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.067599] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.067764] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.067764] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.067847] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.067939] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.068017] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.068110] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 is going to be updated. [ 1344.121420] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.121648] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.121777] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.122096] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.122268] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.134457] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 in Status: IN_PROGRESS for 2s [ 1344.629703] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e in Status: SUCCESS [ 1344.629862] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e deletion is rescheduled due to dependency. [ 1344.629981] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.146695] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 in Status: SUCCESS [ 1346.146927] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.519788] env[69343]: INFO networking_nsxv3.common.synchronization [None req-890d887c-3ceb-4df4-8385-718d14c4d5ac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Enqueued Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGHEST for action security_group_members [ 1346.520433] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGHEST for action security_group_members [ 1346.520826] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.521402] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.521402] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.521402] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.521630] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.521630] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.521755] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.521849] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.521979] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.522113] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.024816] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.024994] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.025075] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.025664] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.025791] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.026066] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.026177] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.026543] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.026543] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.026543] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.026700] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a is going to be updated. [ 1347.052238] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.052439] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.052439] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.053670] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.053670] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.061050] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a in Status: IN_PROGRESS for 2s [ 1347.259784] env[69343]: INFO networking_nsxv3.common.synchronization [req-8004162f-69e4-4bb4-8178-d068436dfa22 req-9ad63e87-18bf-4b52-a39c-3cbba0c64310 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Enqueued Resource ID: f525efa0-5a6c-434d-857e-f4ba39a12aba with Priority: HIGHEST for action security_group_members [ 1347.260351] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f525efa0-5a6c-434d-857e-f4ba39a12aba with Priority: HIGHEST for action security_group_members [ 1347.260661] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-f525efa0-5a6c-434d-857e-f4ba39a12aba taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.260800] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.260871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.261114] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.261282] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.261381] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.261460] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.261595] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.261669] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.261758] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f525efa0-5a6c-434d-857e-f4ba39a12aba',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.763402] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f525efa0-5a6c-434d-857e-f4ba39a12aba',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.122862] env[69343]: INFO networking_nsxv3.common.synchronization [req-07905beb-d6b7-4332-a98a-8b3bb8f9fb17 req-a9073d83-b396-40c6-ba1f-45431c5f6f47 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Enqueued Resource ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 with Priority: HIGHEST for action security_group_members [ 1348.123412] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 with Priority: HIGHEST for action security_group_members [ 1348.123726] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-41dca42e-4920-42a2-a74f-d8fa590a2464 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.123848] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.123916] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.124159] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.124315] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.124413] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.124476] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.124624] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.124709] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.124800] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41dca42e-4920-42a2-a74f-d8fa590a2464',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.199074] env[69343]: INFO networking_nsxv3.common.synchronization [req-07905beb-d6b7-4332-a98a-8b3bb8f9fb17 req-a9073d83-b396-40c6-ba1f-45431c5f6f47 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Enqueued Resource ID: 903f4a2f-054f-4d77-8145-b91402b0bb72 with Priority: HIGHEST for action port [ 1348.199615] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 903f4a2f-054f-4d77-8145-b91402b0bb72 with Priority: HIGHEST for action port [ 1348.200338] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-903f4a2f-054f-4d77-8145-b91402b0bb72 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.200487] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-903f4a2f-054f-4d77-8145-b91402b0bb72" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.200558] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-903f4a2f-054f-4d77-8145-b91402b0bb72" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.200758] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-903f4a2f-054f-4d77-8145-b91402b0bb72" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.200840] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('903f4a2f-054f-4d77-8145-b91402b0bb72',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.261015] env[69343]: INFO networking_nsxv3.common.synchronization [req-922ff380-633a-4ede-bfea-4962fe3300c0 req-4a31641f-9a2a-4369-a12b-081981007dc7 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Enqueued Resource ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 with Priority: HIGHEST for action security_group_members [ 1348.261582] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 with Priority: HIGHEST for action security_group_members [ 1348.261826] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.261974] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.262939] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.263219] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.263523] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.263676] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.263744] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.263984] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.264102] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.264202] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.268160] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f525efa0-5a6c-434d-857e-f4ba39a12aba',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.629745] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.629745] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.629745] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.629745] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.629745] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.629745] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.629745] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.629745] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.629745] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.629745] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.629745] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 is going to be updated. [ 1348.636983] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.637377] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-871" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.637377] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-871" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.637828] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-871" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.637886] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.638046] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.638179] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.638403] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.638542] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.638754] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1348.638878] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1348.639158] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1348.639835] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1348.639835] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1348.639835] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1348.639835] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1348.662760] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.662760] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.662760] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.662988] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.663143] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.666623] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1348.666800] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1348.666963] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1348.667166] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-871" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.667444] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-63f09c0d-4a1c-4577-bba3-4ca13dbfd991 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.667615] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-63f09c0d-4a1c-4577-bba3-4ca13dbfd991" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.667784] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-63f09c0d-4a1c-4577-bba3-4ca13dbfd991" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.668135] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-63f09c0d-4a1c-4577-bba3-4ca13dbfd991" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.668261] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63f09c0d-4a1c-4577-bba3-4ca13dbfd991',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.670646] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 in Status: IN_PROGRESS for 2s [ 1348.703208] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 903f4a2f-054f-4d77-8145-b91402b0bb72 with status ACTIVE [ 1348.703441] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.703555] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.703603] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.703788] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.703874] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.704058] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.704148] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.704325] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.704396] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.704456] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.704601] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.704688] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.704811] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.704870] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.704945] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.705036] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 903f4a2f-054f-4d77-8145-b91402b0bb72 is going to be updated. [ 1348.724570] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.724713] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.724785] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.724983] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.725138] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.725302] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-903f4a2f-054f-4d77-8145-b91402b0bb72" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.767053] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.767293] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.767380] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.767582] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.767705] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.767956] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.768089] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.768160] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.768366] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.768454] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.768596] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 already deleted. [ 1348.768655] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.770123] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.770265] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.770330] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.770516] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.770593] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.770695] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f525efa0-5a6c-434d-857e-f4ba39a12aba is going to be updated. [ 1348.803379] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.803525] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.803606] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.803801] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.803973] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.814427] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f525efa0-5a6c-434d-857e-f4ba39a12aba in Status: IN_PROGRESS for 2s [ 1349.070030] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a in Status: SUCCESS [ 1349.070257] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a deletion is rescheduled due to dependency. [ 1349.070345] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.170472] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.170826] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.170905] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.171235] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.171395] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.171586] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 63f09c0d-4a1c-4577-bba3-4ca13dbfd991 not found, creating... [ 1349.171917] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.172073] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.172310] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.172423] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.172565] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.172851] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.173019] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.173172] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.173404] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.173533] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.173767] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 63f09c0d-4a1c-4577-bba3-4ca13dbfd991 is going to be created. [ 1349.199609] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.200315] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.200315] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.200315] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.200486] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.200804] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-63f09c0d-4a1c-4577-bba3-4ca13dbfd991" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.412102] env[69343]: INFO networking_nsxv3.common.synchronization [req-922ff380-633a-4ede-bfea-4962fe3300c0 req-5d8a8d99-1a92-4292-bb23-aeec5b968de3 service nova] Enqueued Resource ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 with Priority: HIGHEST for action security_group_rules [ 1350.412403] env[69343]: INFO networking_nsxv3.common.synchronization [req-922ff380-633a-4ede-bfea-4962fe3300c0 req-5d8a8d99-1a92-4292-bb23-aeec5b968de3 service nova] Enqueued Resource ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 with Priority: HIGHEST for action security_group_members [ 1350.412640] env[69343]: INFO networking_nsxv3.common.synchronization [req-922ff380-633a-4ede-bfea-4962fe3300c0 req-5d8a8d99-1a92-4292-bb23-aeec5b968de3 service nova] Enqueued Resource ID: 63f09c0d-4a1c-4577-bba3-4ca13dbfd991 with Priority: HIGHEST for action port [ 1350.413442] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 with Priority: HIGHEST for action security_group_rules [ 1350.413703] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 with Priority: HIGHEST for action security_group_members [ 1350.413924] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f09c0d-4a1c-4577-bba3-4ca13dbfd991 with Priority: HIGHEST for action port [ 1350.414392] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.414622] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.414786] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.415130] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.415339] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.420025] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.420025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.420025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.420025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.420025] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.420025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.420025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.420025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.420025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.420025] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.420025] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-63f09c0d-4a1c-4577-bba3-4ca13dbfd991 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.420025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63f09c0d-4a1c-4577-bba3-4ca13dbfd991" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.420025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63f09c0d-4a1c-4577-bba3-4ca13dbfd991" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.420025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63f09c0d-4a1c-4577-bba3-4ca13dbfd991" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.420578] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63f09c0d-4a1c-4577-bba3-4ca13dbfd991',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.680302] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 in Status: SUCCESS [ 1350.680518] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 deletion is rescheduled due to dependency. [ 1350.680922] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.823936] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f525efa0-5a6c-434d-857e-f4ba39a12aba in Status: SUCCESS [ 1350.824181] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.924888] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.925107] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.925253] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.929020] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63f09c0d-4a1c-4577-bba3-4ca13dbfd991 with status ACTIVE [ 1350.929020] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.929020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.929020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.929020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.929020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.929020] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.929597] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.929597] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.929597] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.929678] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.929970] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.931019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.931019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.931019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.931019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.931019] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63f09c0d-4a1c-4577-bba3-4ca13dbfd991 is going to be updated. [ 1350.951871] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.952071] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.952138] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.952298] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.952431] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.952583] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63f09c0d-4a1c-4577-bba3-4ca13dbfd991" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.219705] env[69343]: INFO networking_nsxv3.common.synchronization [None req-3aeffc42-2d64-4051-ab89-9ddbdce5e990 None None] Enqueued Resource ID: 07ac6988-6773-4822-b4f9-06e9ed98c3bd with Priority: HIGHEST for action port [ 1351.219979] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07ac6988-6773-4822-b4f9-06e9ed98c3bd with Priority: HIGHEST for action port [ 1351.220600] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-07ac6988-6773-4822-b4f9-06e9ed98c3bd taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.220745] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07ac6988-6773-4822-b4f9-06e9ed98c3bd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.220867] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07ac6988-6773-4822-b4f9-06e9ed98c3bd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.221183] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07ac6988-6773-4822-b4f9-06e9ed98c3bd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.221291] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07ac6988-6773-4822-b4f9-06e9ed98c3bd',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.427798] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.724230] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07ac6988-6773-4822-b4f9-06e9ed98c3bd [ 1351.724516] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.724669] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.724742] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.724955] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.725059] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.725158] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07ac6988-6773-4822-b4f9-06e9ed98c3bd already deleted. [ 1351.725239] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07ac6988-6773-4822-b4f9-06e9ed98c3bd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.848411] env[69343]: INFO networking_nsxv3.common.synchronization [None req-2e34da55-4f9e-4e1b-857c-6dd7ececf084 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Enqueued Resource ID: e27d0b70-ae3c-415d-9b7d-c2750448f2f3 with Priority: HIGHEST for action security_group_rules [ 1351.848889] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e27d0b70-ae3c-415d-9b7d-c2750448f2f3 with Priority: HIGHEST for action security_group_rules [ 1351.849247] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e27d0b70-ae3c-415d-9b7d-c2750448f2f3 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.849377] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.849443] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.849699] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.849785] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e27d0b70-ae3c-415d-9b7d-c2750448f2f3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.925709] env[69343]: INFO networking_nsxv3.common.synchronization [None req-5b5924e0-b117-4ca6-9c6e-1fc84330a3de tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Enqueued Resource ID: e27d0b70-ae3c-415d-9b7d-c2750448f2f3 with Priority: HIGHEST for action security_group_rules [ 1351.926359] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e27d0b70-ae3c-415d-9b7d-c2750448f2f3 with Priority: HIGHEST for action security_group_rules [ 1351.926734] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e27d0b70-ae3c-415d-9b7d-c2750448f2f3 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.926911] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.931064] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.931275] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.931379] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.931657] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.931795] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.931927] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 is going to be created. [ 1351.957742] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.957948] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.958035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.958253] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.958412] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.968026] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 in Status: UNINITIALIZED for 2s [ 1352.372929] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.373100] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.373165] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.373475] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.373593] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.373655] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e27d0b70-ae3c-415d-9b7d-c2750448f2f3 already deleted. [ 1352.373730] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.373888] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.374108] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.374177] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e27d0b70-ae3c-415d-9b7d-c2750448f2f3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.899867] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.901350] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.901350] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.901350] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.901350] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.901350] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e27d0b70-ae3c-415d-9b7d-c2750448f2f3 already deleted. [ 1352.901350] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.173056] env[69343]: INFO networking_nsxv3.common.synchronization [req-7847aa21-869e-4588-b07e-d76147a026e3 req-58eda6f9-df78-4741-b03d-636ec69b529f tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Enqueued Resource ID: f525efa0-5a6c-434d-857e-f4ba39a12aba with Priority: HIGHEST for action security_group_members [ 1353.173771] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f525efa0-5a6c-434d-857e-f4ba39a12aba with Priority: HIGHEST for action security_group_members [ 1353.174242] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-f525efa0-5a6c-434d-857e-f4ba39a12aba taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.174528] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.174690] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.174958] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.175224] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.175425] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.175582] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.176975] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.176975] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.176975] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f525efa0-5a6c-434d-857e-f4ba39a12aba',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.467882] env[69343]: INFO networking_nsxv3.common.synchronization [None req-383a2143-5546-4181-a1a1-f76475a9c7f7 None None] Enqueued Resource ID: c3dcf213-aba7-41b2-8a7d-bf72aa3c0135 with Priority: HIGHEST for action port [ 1353.468114] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dcf213-aba7-41b2-8a7d-bf72aa3c0135 with Priority: HIGHEST for action port [ 1353.468692] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3dcf213-aba7-41b2-8a7d-bf72aa3c0135 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.468817] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3dcf213-aba7-41b2-8a7d-bf72aa3c0135" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.468884] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3dcf213-aba7-41b2-8a7d-bf72aa3c0135" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.469198] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3dcf213-aba7-41b2-8a7d-bf72aa3c0135" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.469286] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3dcf213-aba7-41b2-8a7d-bf72aa3c0135',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.678425] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.678612] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.678649] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.678977] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.679112] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.679354] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.679462] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.679565] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.679741] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.679844] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.679952] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f525efa0-5a6c-434d-857e-f4ba39a12aba is going to be updated. [ 1353.705016] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.705148] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.705215] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.705551] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.705551] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.712699] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f525efa0-5a6c-434d-857e-f4ba39a12aba in Status: IN_PROGRESS for 2s [ 1353.971850] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3dcf213-aba7-41b2-8a7d-bf72aa3c0135 [ 1353.972247] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.972247] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.972247] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.972446] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.972532] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.972625] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3dcf213-aba7-41b2-8a7d-bf72aa3c0135 already deleted. [ 1353.972701] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3dcf213-aba7-41b2-8a7d-bf72aa3c0135" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.977088] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 in Status: SUCCESS [ 1353.977277] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.977424] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.977632] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.977748] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.977852] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.977914] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.978061] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.978140] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.978221] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.978308] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.480759] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.984016] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8: rpc.has_security_group_logging(os_id): False [ 1355.002424] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.003662] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.003662] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.003662] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.003662] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.003662] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.003662] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.003662] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.003662] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.004032] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.004032] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 is going to be created. [ 1355.055283] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.055433] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.055505] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.055712] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.055900] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.071352] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 in Status: IN_PROGRESS for 2s [ 1355.722781] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f525efa0-5a6c-434d-857e-f4ba39a12aba in Status: SUCCESS [ 1355.722994] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f525efa0-5a6c-434d-857e-f4ba39a12aba deletion is rescheduled due to dependency. [ 1355.723066] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.082629] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 in Status: SUCCESS [ 1357.082956] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.469843] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1358.469843] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1363.471121] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.471512] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1366.407667] env[69343]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1366.407667] env[69343]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1368.471787] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1368.472100] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1373.473369] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1373.473674] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1374.093871] env[69343]: INFO networking_nsxv3.common.synchronization [req-4a88761d-1c92-4005-8ff0-bc682aa63df7 req-74da2ef2-b5f5-4dbe-91c0-06b9dc4bb8d2 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Enqueued Resource ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 with Priority: HIGHEST for action security_group_members [ 1374.094368] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 with Priority: HIGHEST for action security_group_members [ 1374.094682] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.094803] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.094870] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.095170] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.095379] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.095479] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.095564] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.095741] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.095849] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.095961] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d5ac5ab-e72f-4d27-a05a-cfca61ee3444',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.351762] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.352020] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-646" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.353046] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-646" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.353046] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-646" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.353046] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.353046] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.353046] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.353292] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.353385] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.353672] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1374.353788] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1374.353899] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1374.354015] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1374.354127] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1374.354233] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1374.354367] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1374.372934] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1374.373123] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1374.373268] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1374.373656] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-646" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.373966] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-ebaebc84-4974-4f29-9f8a-74fc8d1d8a60 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.374156] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-ebaebc84-4974-4f29-9f8a-74fc8d1d8a60" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.374285] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-ebaebc84-4974-4f29-9f8a-74fc8d1d8a60" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.374641] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-ebaebc84-4974-4f29-9f8a-74fc8d1d8a60" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.374785] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebaebc84-4974-4f29-9f8a-74fc8d1d8a60',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.598685] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d5ac5ab-e72f-4d27-a05a-cfca61ee3444',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.878106] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.878367] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.878367] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.878679] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.878806] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.878964] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port ebaebc84-4974-4f29-9f8a-74fc8d1d8a60 not found, creating... [ 1374.879508] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.879692] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.879830] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.880080] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.880266] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.880528] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.880691] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.880810] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.881037] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.881204] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.881353] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: ebaebc84-4974-4f29-9f8a-74fc8d1d8a60 is going to be created. [ 1374.903510] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.903741] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.903834] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.904152] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.904400] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.904638] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-ebaebc84-4974-4f29-9f8a-74fc8d1d8a60" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.100974] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d5ac5ab-e72f-4d27-a05a-cfca61ee3444',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.584124] env[69343]: INFO networking_nsxv3.common.synchronization [req-4a88761d-1c92-4005-8ff0-bc682aa63df7 req-48077bfe-a79b-4582-887f-4b241cf8c079 service nova] Enqueued Resource ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 with Priority: HIGHEST for action security_group_rules [ 1375.584124] env[69343]: INFO networking_nsxv3.common.synchronization [req-4a88761d-1c92-4005-8ff0-bc682aa63df7 req-48077bfe-a79b-4582-887f-4b241cf8c079 service nova] Enqueued Resource ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 with Priority: HIGHEST for action security_group_members [ 1375.584267] env[69343]: INFO networking_nsxv3.common.synchronization [req-4a88761d-1c92-4005-8ff0-bc682aa63df7 req-48077bfe-a79b-4582-887f-4b241cf8c079 service nova] Enqueued Resource ID: ebaebc84-4974-4f29-9f8a-74fc8d1d8a60 with Priority: HIGHEST for action port [ 1375.584488] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 with Priority: HIGHEST for action security_group_rules [ 1375.584613] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 with Priority: HIGHEST for action security_group_members [ 1375.584707] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebaebc84-4974-4f29-9f8a-74fc8d1d8a60 with Priority: HIGHEST for action port [ 1375.585300] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.585376] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.586022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.586022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.586022] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d5ac5ab-e72f-4d27-a05a-cfca61ee3444',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.586621] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.586679] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.586827] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebaebc84-4974-4f29-9f8a-74fc8d1d8a60 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.586923] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebaebc84-4974-4f29-9f8a-74fc8d1d8a60" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.586984] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebaebc84-4974-4f29-9f8a-74fc8d1d8a60" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.587217] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebaebc84-4974-4f29-9f8a-74fc8d1d8a60" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.587320] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebaebc84-4974-4f29-9f8a-74fc8d1d8a60',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.603176] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.603505] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.603505] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.603505] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.603624] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.603718] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 is going to be updated. [ 1375.632025] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.632257] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.632257] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.632500] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.632645] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.641073] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 in Status: IN_PROGRESS for 2s [ 1376.089394] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.089616] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.089718] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebaebc84-4974-4f29-9f8a-74fc8d1d8a60 with status ACTIVE [ 1376.089886] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.090064] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.090064] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.090328] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.090365] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.090604] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.090604] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.090729] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.090804] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.090858] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.091042] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.091144] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.091211] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.091347] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.091418] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.091505] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebaebc84-4974-4f29-9f8a-74fc8d1d8a60 is going to be updated. [ 1376.111985] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.112172] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.112172] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.112366] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.112491] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.112638] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebaebc84-4974-4f29-9f8a-74fc8d1d8a60" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.299820] env[69343]: INFO networking_nsxv3.common.synchronization [req-1a48441e-fc51-4114-a7fd-8eae69ba14ee req-1b063c2e-ca08-47c1-b1ab-ba84f7e76c50 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Enqueued Resource ID: e27d0b70-ae3c-415d-9b7d-c2750448f2f3 with Priority: HIGHEST for action security_group_members [ 1376.300363] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e27d0b70-ae3c-415d-9b7d-c2750448f2f3 with Priority: HIGHEST for action security_group_members [ 1376.300671] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-e27d0b70-ae3c-415d-9b7d-c2750448f2f3 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.300792] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.300884] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.301545] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.301545] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.301545] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.301545] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.301746] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.301746] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.301746] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e27d0b70-ae3c-415d-9b7d-c2750448f2f3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.544822] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-898 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.545027] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-898" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.545160] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-898" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.545477] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-898" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.545738] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.545900] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.546030] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.546306] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.546405] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.546715] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1376.546874] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1376.546993] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1376.547120] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1376.547237] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1376.547373] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1376.547508] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1376.565101] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1376.565264] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1376.565396] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1376.565572] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-898" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.565985] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-debccf42-d169-4f43-b073-4d15cadd538c taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.566105] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-debccf42-d169-4f43-b073-4d15cadd538c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.566202] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-debccf42-d169-4f43-b073-4d15cadd538c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.566419] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-debccf42-d169-4f43-b073-4d15cadd538c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.566562] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('debccf42-d169-4f43-b073-4d15cadd538c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.803750] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.804090] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.804090] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.804265] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.804358] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.804614] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.804777] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.804777] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.804920] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.804980] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.805077] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e27d0b70-ae3c-415d-9b7d-c2750448f2f3 already deleted. [ 1376.805160] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.068847] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.069085] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.069299] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.069661] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.069871] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.070195] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port debccf42-d169-4f43-b073-4d15cadd538c not found, creating... [ 1377.070515] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.070714] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.070867] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.071142] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.071372] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.071763] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.071965] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.072134] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.072386] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.072527] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.072673] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: debccf42-d169-4f43-b073-4d15cadd538c is going to be created. [ 1377.091830] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.092027] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.092162] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.092425] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.093120] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.093120] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-debccf42-d169-4f43-b073-4d15cadd538c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.651994] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 in Status: SUCCESS [ 1377.652286] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.652433] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.652653] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.652835] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.652953] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.653037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.653234] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.653290] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.653353] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d5ac5ab-e72f-4d27-a05a-cfca61ee3444',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.766082] env[69343]: INFO networking_nsxv3.common.synchronization [req-1a48441e-fc51-4114-a7fd-8eae69ba14ee req-99bd0daf-6134-4aa6-9c85-1d5d9249a049 service nova] Enqueued Resource ID: e27d0b70-ae3c-415d-9b7d-c2750448f2f3 with Priority: HIGHEST for action security_group_rules [ 1377.766278] env[69343]: INFO networking_nsxv3.common.synchronization [req-1a48441e-fc51-4114-a7fd-8eae69ba14ee req-99bd0daf-6134-4aa6-9c85-1d5d9249a049 service nova] Enqueued Resource ID: e27d0b70-ae3c-415d-9b7d-c2750448f2f3 with Priority: HIGHEST for action security_group_members [ 1377.766423] env[69343]: INFO networking_nsxv3.common.synchronization [req-1a48441e-fc51-4114-a7fd-8eae69ba14ee req-99bd0daf-6134-4aa6-9c85-1d5d9249a049 service nova] Enqueued Resource ID: debccf42-d169-4f43-b073-4d15cadd538c with Priority: HIGHEST for action port [ 1377.766655] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e27d0b70-ae3c-415d-9b7d-c2750448f2f3 with Priority: HIGHEST for action security_group_rules [ 1377.766776] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e27d0b70-ae3c-415d-9b7d-c2750448f2f3 with Priority: HIGHEST for action security_group_members [ 1377.766876] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: debccf42-d169-4f43-b073-4d15cadd538c with Priority: HIGHEST for action port [ 1377.767463] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e27d0b70-ae3c-415d-9b7d-c2750448f2f3 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.767552] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.767619] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.767819] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.767897] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e27d0b70-ae3c-415d-9b7d-c2750448f2f3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.769264] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-e27d0b70-ae3c-415d-9b7d-c2750448f2f3 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.769380] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.769433] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.769866] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.769866] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.769866] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.769866] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.770060] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.770090] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.770200] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e27d0b70-ae3c-415d-9b7d-c2750448f2f3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.770864] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-debccf42-d169-4f43-b073-4d15cadd538c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.770965] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-debccf42-d169-4f43-b073-4d15cadd538c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.771135] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-debccf42-d169-4f43-b073-4d15cadd538c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.771215] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-debccf42-d169-4f43-b073-4d15cadd538c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.771292] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('debccf42-d169-4f43-b073-4d15cadd538c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.155719] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d5ac5ab-e72f-4d27-a05a-cfca61ee3444',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.272664] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e27d0b70-ae3c-415d-9b7d-c2750448f2f3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.274354] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-e27d0b70-ae3c-415d-9b7d-c2750448f2f3 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.274506] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.274609] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port debccf42-d169-4f43-b073-4d15cadd538c with status ACTIVE [ 1378.275043] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.275043] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.275043] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.275260] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.275260] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.275425] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.275525] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.275583] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.275739] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.275817] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.275997] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.276348] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.276420] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.276572] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.276649] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.276956] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: debccf42-d169-4f43-b073-4d15cadd538c is going to be updated. [ 1378.296917] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.297089] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.297089] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.297278] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.297408] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.297585] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-debccf42-d169-4f43-b073-4d15cadd538c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.657825] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d5ac5ab-e72f-4d27-a05a-cfca61ee3444',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.779058] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e27d0b70-ae3c-415d-9b7d-c2750448f2f3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.160782] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.161323] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.161323] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.161323] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.161453] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.161489] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 is going to be updated. [ 1379.192445] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.192625] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.192625] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.192833] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.192973] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.201788] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 in Status: IN_PROGRESS for 2s [ 1379.281557] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.281735] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.281818] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.282039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.282141] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.282257] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e27d0b70-ae3c-415d-9b7d-c2750448f2f3 is going to be created. [ 1379.307595] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.307745] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.307786] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.307968] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.308140] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.317219] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e27d0b70-ae3c-415d-9b7d-c2750448f2f3 in Status: UNINITIALIZED for 2s [ 1381.218499] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 in Status: SUCCESS [ 1381.218499] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.218818] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.218818] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.219033] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.219174] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.219258] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.219448] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.219537] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.219635] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.219738] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d5ac5ab-e72f-4d27-a05a-cfca61ee3444',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.327959] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e27d0b70-ae3c-415d-9b7d-c2750448f2f3 in Status: SUCCESS [ 1381.328209] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.328368] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.328586] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.328774] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.328890] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.328954] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.329110] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.329267] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.329460] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.329567] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e27d0b70-ae3c-415d-9b7d-c2750448f2f3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.722016] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d5ac5ab-e72f-4d27-a05a-cfca61ee3444',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.832222] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e27d0b70-ae3c-415d-9b7d-c2750448f2f3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.225009] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444: rpc.has_security_group_logging(os_id): False [ 1382.245408] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.245570] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.245632] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.245847] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.245940] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.246205] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.246317] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.246489] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.246554] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.246614] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.246699] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 is going to be updated. [ 1382.334861] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e27d0b70-ae3c-415d-9b7d-c2750448f2f3: rpc.has_security_group_logging(os_id): False [ 1382.359087] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.359295] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.359379] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.359605] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.359709] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.359978] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.360112] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.360181] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.360358] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.360424] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.360529] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e27d0b70-ae3c-415d-9b7d-c2750448f2f3 is going to be created. [ 1382.394050] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.394050] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.394050] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.394297] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.394415] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.405181] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 in Status: IN_PROGRESS for 2s [ 1382.419307] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.419489] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.419489] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.419672] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.419808] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.429372] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e27d0b70-ae3c-415d-9b7d-c2750448f2f3 in Status: IN_PROGRESS for 2s [ 1382.769168] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1382.769405] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1384.418527] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 in Status: SUCCESS [ 1384.418870] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.440448] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e27d0b70-ae3c-415d-9b7d-c2750448f2f3 in Status: SUCCESS [ 1384.440711] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.770230] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1387.770554] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1392.771830] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1392.772193] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1393.154637] env[69343]: INFO networking_nsxv3.common.synchronization [req-802011c6-d1c7-478f-84cc-63882dc17990 req-729f2506-59b6-42d9-9555-db247128c3f3 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Enqueued Resource ID: 263a8019-cd3d-4d98-849d-6a5083536c84 with Priority: HIGHEST for action security_group_members [ 1393.155163] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 263a8019-cd3d-4d98-849d-6a5083536c84 with Priority: HIGHEST for action security_group_members [ 1393.155479] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-263a8019-cd3d-4d98-849d-6a5083536c84 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.155605] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.155720] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.156702] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.156896] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.157022] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.157088] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.157256] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.157353] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.157434] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('263a8019-cd3d-4d98-849d-6a5083536c84',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.659895] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.660117] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.660117] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.660291] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.660382] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.660597] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.660810] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.660885] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.661059] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.661140] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.661230] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 263a8019-cd3d-4d98-849d-6a5083536c84 is going to be updated. [ 1393.686451] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.686641] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.686641] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.686800] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.686936] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.695325] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 263a8019-cd3d-4d98-849d-6a5083536c84 in Status: IN_PROGRESS for 2s [ 1395.706322] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 263a8019-cd3d-4d98-849d-6a5083536c84 in Status: SUCCESS [ 1395.706649] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 263a8019-cd3d-4d98-849d-6a5083536c84 deletion is rescheduled due to dependency. [ 1395.706649] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.156494] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1398.156826] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1400.814319] env[69343]: INFO networking_nsxv3.common.synchronization [None req-fee8be2d-a2d0-4582-8c39-d40c48c90eda None None] Enqueued Resource ID: 80f8e861-e2c9-4197-af83-bfefb2fe8535 with Priority: HIGHEST for action port [ 1400.814319] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80f8e861-e2c9-4197-af83-bfefb2fe8535 with Priority: HIGHEST for action port [ 1400.814319] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-80f8e861-e2c9-4197-af83-bfefb2fe8535 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.814319] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80f8e861-e2c9-4197-af83-bfefb2fe8535" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.814319] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80f8e861-e2c9-4197-af83-bfefb2fe8535" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.814319] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80f8e861-e2c9-4197-af83-bfefb2fe8535" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.814319] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80f8e861-e2c9-4197-af83-bfefb2fe8535',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.318039] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80f8e861-e2c9-4197-af83-bfefb2fe8535 [ 1401.318183] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.318316] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.318379] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.318598] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.318690] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.319480] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80f8e861-e2c9-4197-af83-bfefb2fe8535 already deleted. [ 1401.319656] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80f8e861-e2c9-4197-af83-bfefb2fe8535" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.840490] env[69343]: INFO networking_nsxv3.common.synchronization [None req-80052763-f45f-4952-900d-b7cf813577c2 None None] Enqueued Resource ID: de5eccf7-3243-4b0b-b349-e3ffd0862036 with Priority: HIGHEST for action port [ 1402.841278] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5eccf7-3243-4b0b-b349-e3ffd0862036 with Priority: HIGHEST for action port [ 1402.841711] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-de5eccf7-3243-4b0b-b349-e3ffd0862036 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.841853] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de5eccf7-3243-4b0b-b349-e3ffd0862036" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.841940] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de5eccf7-3243-4b0b-b349-e3ffd0862036" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.842242] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de5eccf7-3243-4b0b-b349-e3ffd0862036" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.842343] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de5eccf7-3243-4b0b-b349-e3ffd0862036',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.344771] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de5eccf7-3243-4b0b-b349-e3ffd0862036 [ 1403.344964] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.345120] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.345180] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.345409] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.345504] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.345603] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de5eccf7-3243-4b0b-b349-e3ffd0862036 already deleted. [ 1403.345686] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de5eccf7-3243-4b0b-b349-e3ffd0862036" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.040487] env[69343]: INFO networking_nsxv3.common.synchronization [req-95019350-05a2-4359-8acf-b35e1bf86741 req-73b7f216-2c46-4948-9a1f-1ef72dbd66f6 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Enqueued Resource ID: 0ce6787d-b031-4281-816a-8b44aea4c22d with Priority: HIGHEST for action security_group_members [ 1406.041106] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ce6787d-b031-4281-816a-8b44aea4c22d with Priority: HIGHEST for action security_group_members [ 1406.041467] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce6787d-b031-4281-816a-8b44aea4c22d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.041617] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.041688] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.041945] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.042132] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.042246] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.042325] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.042511] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.042615] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.042714] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ce6787d-b031-4281-816a-8b44aea4c22d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.285044] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.285044] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-38" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.285044] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-38" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.285044] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-38" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.285336] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.285449] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.285572] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.285795] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.285944] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.286194] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1406.286312] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1406.286424] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1406.286537] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1406.286651] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1406.286759] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1406.286893] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1406.306073] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1406.306242] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1406.306388] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1406.306573] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-38" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.306895] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-7eaa57ff-5db5-4780-a99e-5a93fa6aaa16 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.307086] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-7eaa57ff-5db5-4780-a99e-5a93fa6aaa16" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.307211] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-7eaa57ff-5db5-4780-a99e-5a93fa6aaa16" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.307530] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-7eaa57ff-5db5-4780-a99e-5a93fa6aaa16" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.307671] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7eaa57ff-5db5-4780-a99e-5a93fa6aaa16',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.544871] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.545106] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.545106] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.545335] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.545429] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.545631] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.545734] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.545798] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.545941] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.546037] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.546130] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ce6787d-b031-4281-816a-8b44aea4c22d already deleted. [ 1406.546211] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.810450] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.810719] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.810851] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.811170] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.811327] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.811577] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 7eaa57ff-5db5-4780-a99e-5a93fa6aaa16 not found, creating... [ 1406.811854] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.812033] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.812139] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.812361] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.812604] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.812999] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.813199] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.813325] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.813580] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.813743] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.813904] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 7eaa57ff-5db5-4780-a99e-5a93fa6aaa16 is going to be created. [ 1406.831720] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.831896] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.832032] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.832284] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.832532] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.832754] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-7eaa57ff-5db5-4780-a99e-5a93fa6aaa16" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.573318] env[69343]: INFO networking_nsxv3.common.synchronization [req-95019350-05a2-4359-8acf-b35e1bf86741 req-4a0c5cf7-a0c4-4aee-bb29-23492b6506a5 service nova] Enqueued Resource ID: 0ce6787d-b031-4281-816a-8b44aea4c22d with Priority: HIGHEST for action security_group_rules [ 1407.573587] env[69343]: INFO networking_nsxv3.common.synchronization [req-95019350-05a2-4359-8acf-b35e1bf86741 req-4a0c5cf7-a0c4-4aee-bb29-23492b6506a5 service nova] Enqueued Resource ID: 0ce6787d-b031-4281-816a-8b44aea4c22d with Priority: HIGHEST for action security_group_members [ 1407.573669] env[69343]: INFO networking_nsxv3.common.synchronization [req-95019350-05a2-4359-8acf-b35e1bf86741 req-4a0c5cf7-a0c4-4aee-bb29-23492b6506a5 service nova] Enqueued Resource ID: 7eaa57ff-5db5-4780-a99e-5a93fa6aaa16 with Priority: HIGHEST for action port [ 1407.573882] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ce6787d-b031-4281-816a-8b44aea4c22d with Priority: HIGHEST for action security_group_rules [ 1407.574017] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ce6787d-b031-4281-816a-8b44aea4c22d with Priority: HIGHEST for action security_group_members [ 1407.574119] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eaa57ff-5db5-4780-a99e-5a93fa6aaa16 with Priority: HIGHEST for action port [ 1407.574682] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ce6787d-b031-4281-816a-8b44aea4c22d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.574811] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.574884] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.575143] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.575227] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ce6787d-b031-4281-816a-8b44aea4c22d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.576071] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce6787d-b031-4281-816a-8b44aea4c22d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.576199] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.576251] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.576404] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.576550] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.576641] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.576701] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.576837] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.576930] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.577013] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ce6787d-b031-4281-816a-8b44aea4c22d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.577734] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-7eaa57ff-5db5-4780-a99e-5a93fa6aaa16 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.577840] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7eaa57ff-5db5-4780-a99e-5a93fa6aaa16" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.577903] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7eaa57ff-5db5-4780-a99e-5a93fa6aaa16" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.578086] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7eaa57ff-5db5-4780-a99e-5a93fa6aaa16" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.578161] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7eaa57ff-5db5-4780-a99e-5a93fa6aaa16',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.079797] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ce6787d-b031-4281-816a-8b44aea4c22d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.080893] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce6787d-b031-4281-816a-8b44aea4c22d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.081091] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.082560] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7eaa57ff-5db5-4780-a99e-5a93fa6aaa16 with status ACTIVE [ 1408.082739] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.082855] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.082969] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.083240] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.083330] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.083505] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.083609] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.083670] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.083841] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.083907] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.084102] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.084196] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.084257] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.084393] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.084480] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.084553] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7eaa57ff-5db5-4780-a99e-5a93fa6aaa16 is going to be updated. [ 1408.103738] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.103900] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.103944] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.104152] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.104287] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.104442] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7eaa57ff-5db5-4780-a99e-5a93fa6aaa16" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.583218] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ce6787d-b031-4281-816a-8b44aea4c22d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.084631] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.084847] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.084847] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.085139] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.085198] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.085292] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ce6787d-b031-4281-816a-8b44aea4c22d is going to be created. [ 1409.108329] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.108562] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.108562] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.108726] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.108891] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.117377] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce6787d-b031-4281-816a-8b44aea4c22d in Status: UNINITIALIZED for 2s [ 1411.127712] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce6787d-b031-4281-816a-8b44aea4c22d in Status: UNINITIALIZED for 4s [ 1412.574915] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1412.575315] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1413.139243] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce6787d-b031-4281-816a-8b44aea4c22d in Status: SUCCESS [ 1413.139455] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.139616] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.139828] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.140047] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.140187] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.140253] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.140451] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.140552] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.140658] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.140766] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ce6787d-b031-4281-816a-8b44aea4c22d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.642789] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce6787d-b031-4281-816a-8b44aea4c22d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.643137] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.643137] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.643284] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.643397] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.643495] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.643548] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.643695] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.643782] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.643869] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.644028] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce6787d-b031-4281-816a-8b44aea4c22d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.644123] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.644188] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.644323] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.644462] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.644555] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.644612] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.644747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.644821] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.644901] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.644988] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ce6787d-b031-4281-816a-8b44aea4c22d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.148043] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ce6787d-b031-4281-816a-8b44aea4c22d: rpc.has_security_group_logging(os_id): False [ 1414.165052] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.165200] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.165271] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.165481] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.165570] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.165781] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.165886] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.165935] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.166093] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.166169] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.166347] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.166441] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.166504] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.166643] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.166716] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.166896] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.167043] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.167111] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.167268] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.167389] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.167478] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ce6787d-b031-4281-816a-8b44aea4c22d is going to be created. [ 1414.222867] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.223020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.223128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.223291] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.223473] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.234265] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ce6787d-b031-4281-816a-8b44aea4c22d in Status: IN_PROGRESS for 2s [ 1414.345340] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.345512] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.345552] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.345764] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.345900] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.848431] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.351259] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.855041] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1415.855317] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1416.246395] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ce6787d-b031-4281-816a-8b44aea4c22d in Status: SUCCESS [ 1416.246608] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.588954] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.589162] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.589312] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.589476] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.600796] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1416.601711] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.602737] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1416.639028] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.639028] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.639028] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.639028] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.652660] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.653423] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1416.653521] env[69343]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69343) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1416.653590] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1416.690577] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.690712] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.690780] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.690979] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.692214] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.692395] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1416.762816] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.762962] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.763044] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.763263] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.763572] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.763843] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1416.829785] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.829992] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.829992] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.830693] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.830693] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.830861] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1416.830906] env[69343]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8', '0ce6787d-b031-4281-816a-8b44aea4c22d', 'f525efa0-5a6c-434d-857e-f4ba39a12aba', 'e27d0b70-ae3c-415d-9b7d-c2750448f2f3', '263a8019-cd3d-4d98-849d-6a5083536c84', '3f6ed1ce-2898-432e-8ed7-303dd9c54c4e', '2cd9d1d5-537f-46b9-930e-f416db5dc561', 'a863296d-c266-47e7-8b9b-6064a09fbb97', 'f4a6f306-466c-47fe-bb29-3013816d23f6', '5ab64888-669e-4165-996c-64410969470e', '5d5ac5ab-e72f-4d27-a05a-cfca61ee3444', '78a0dec5-539f-45d5-8ecf-4f6e0107eafa', '808b04a2-be13-4773-bfa7-1d9ce637fb4d', 'bfb0e13f-7c52-4b18-b634-0cae5250803c', 'fb37a022-4be1-4361-8cb7-3417d065bcd4', '4c72dd1b-7b8e-4d4a-983c-cde1bff9f463', '8d54aec9-cf7b-44ba-aa79-cd38bd720c05', 'c33ca2b8-750e-4c86-8486-6ca7ff6b448a', 'c7183df8-f575-4edc-ba64-424e0dc92c5a', 'e16b9a5b-be03-4ede-995b-4a7c9fa305fb', '54c052bd-bb2b-425b-a647-95601d645611', '5a4db52e-5882-4ee2-b0c4-bf285fc48e28', 'c79e4546-925e-4461-b3cd-087a7698ad79', '39636ad9-f28e-4bcf-98f8-8555151bba24', '9a0b2103-d975-4472-afb2-cba12e59e6b5', '95cf8685-9625-4704-a3a8-ade9f2c9ce83', '04dceb30-5dd4-47f5-953c-3d780cfd5b82', '694c549d-dffb-46e6-9e3d-a23a93b625be', '833c6a08-9446-43d9-ac6d-7d0c8738d152', '4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834', '0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193', '41dca42e-4920-42a2-a74f-d8fa590a2464', 'ca29e31f-fa66-41ed-ad31-30ffd294523e', '7b366d59-3704-44ad-b706-df7c1f8c02dd', 'c2bcfb43-8656-4657-b3e6-8e1cfa4681d6', 'ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857', 'ec2565f9-38b0-4dcc-b34c-dc4dab2e94db', '8a4c2391-b55f-4e4b-baca-dd6607962828', '28636f6b-e0c6-460e-a0cf-e9c7b769dc2e', '15c643df-5183-4db2-90b0-e97d150ccadb', '3e6af472-50a9-457a-b0b2-5ad0aea42f2f', '766f412f-9fe1-45fc-985e-7ed15f3ddfeb'} {{(pid=69343) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1416.831036] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1416.850026] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.850026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.850026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.850026] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.850299] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.850299] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1416.850299] env[69343]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69343) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1416.850299] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1416.916124] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.917431] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.917431] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.917431] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.917619] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.917915] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1416.918029] env[69343]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69343) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1416.918084] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1416.918142] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1416.918204] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1416.918274] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 with Priority: HIGH for action security_group_rules [ 1416.918355] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0ce6787d-b031-4281-816a-8b44aea4c22d with Priority: HIGH for action security_group_rules [ 1416.918419] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f525efa0-5a6c-434d-857e-f4ba39a12aba with Priority: HIGH for action security_group_rules [ 1416.918479] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e27d0b70-ae3c-415d-9b7d-c2750448f2f3 with Priority: HIGH for action security_group_rules [ 1416.918544] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 263a8019-cd3d-4d98-849d-6a5083536c84 with Priority: HIGH for action security_group_rules [ 1416.918601] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e with Priority: HIGH for action security_group_rules [ 1416.918669] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2cd9d1d5-537f-46b9-930e-f416db5dc561 with Priority: HIGH for action security_group_rules [ 1416.918731] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a863296d-c266-47e7-8b9b-6064a09fbb97 with Priority: HIGH for action security_group_rules [ 1416.918789] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4a6f306-466c-47fe-bb29-3013816d23f6 with Priority: HIGH for action security_group_rules [ 1416.918861] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5ab64888-669e-4165-996c-64410969470e with Priority: HIGH for action security_group_rules [ 1416.918960] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 with Priority: HIGH for action security_group_rules [ 1416.919761] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 78a0dec5-539f-45d5-8ecf-4f6e0107eafa with Priority: HIGH for action security_group_rules [ 1416.919761] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGH for action security_group_rules [ 1416.919761] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bfb0e13f-7c52-4b18-b634-0cae5250803c with Priority: HIGH for action security_group_rules [ 1416.919761] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fb37a022-4be1-4361-8cb7-3417d065bcd4 with Priority: HIGH for action security_group_rules [ 1416.919761] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 with Priority: HIGH for action security_group_rules [ 1416.919761] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8d54aec9-cf7b-44ba-aa79-cd38bd720c05 with Priority: HIGH for action security_group_rules [ 1416.919761] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGH for action security_group_rules [ 1416.919761] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c7183df8-f575-4edc-ba64-424e0dc92c5a with Priority: HIGH for action security_group_rules [ 1416.919761] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e16b9a5b-be03-4ede-995b-4a7c9fa305fb with Priority: HIGH for action security_group_rules [ 1416.919761] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.576424] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1417.576550] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1417.576623] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 with Priority: HIGH for action security_group_rules [ 1417.576752] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f525efa0-5a6c-434d-857e-f4ba39a12aba with Priority: HIGH for action security_group_rules [ 1417.576854] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd9d1d5-537f-46b9-930e-f416db5dc561 with Priority: HIGH for action security_group_rules [ 1417.576952] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb37a022-4be1-4361-8cb7-3417d065bcd4 with Priority: HIGH for action security_group_rules [ 1417.577065] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16b9a5b-be03-4ede-995b-4a7c9fa305fb with Priority: HIGH for action security_group_rules [ 1417.577160] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7183df8-f575-4edc-ba64-424e0dc92c5a with Priority: HIGH for action security_group_rules [ 1417.577248] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a with Priority: HIGH for action security_group_rules [ 1417.577340] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d54aec9-cf7b-44ba-aa79-cd38bd720c05 with Priority: HIGH for action security_group_rules [ 1417.577429] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb0e13f-7c52-4b18-b634-0cae5250803c with Priority: HIGH for action security_group_rules [ 1417.577519] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 with Priority: HIGH for action security_group_rules [ 1417.577607] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d with Priority: HIGH for action security_group_rules [ 1417.577696] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78a0dec5-539f-45d5-8ecf-4f6e0107eafa with Priority: HIGH for action security_group_rules [ 1417.577783] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 with Priority: HIGH for action security_group_rules [ 1417.578525] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ab64888-669e-4165-996c-64410969470e with Priority: HIGH for action security_group_rules [ 1417.578700] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4a6f306-466c-47fe-bb29-3013816d23f6 with Priority: HIGH for action security_group_rules [ 1417.578805] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e with Priority: HIGH for action security_group_rules [ 1417.578900] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a863296d-c266-47e7-8b9b-6064a09fbb97 with Priority: HIGH for action security_group_rules [ 1417.578992] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 263a8019-cd3d-4d98-849d-6a5083536c84 with Priority: HIGH for action security_group_rules [ 1417.579097] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ce6787d-b031-4281-816a-8b44aea4c22d with Priority: HIGH for action security_group_rules [ 1417.579185] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e27d0b70-ae3c-415d-9b7d-c2750448f2f3 with Priority: HIGH for action security_group_rules [ 1417.579513] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.579638] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.579704] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.579909] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.579989] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.580922] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f525efa0-5a6c-434d-857e-f4ba39a12aba taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.581050] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.581117] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.581285] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.581359] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f525efa0-5a6c-434d-857e-f4ba39a12aba',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.582117] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cd9d1d5-537f-46b9-930e-f416db5dc561 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.582248] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cd9d1d5-537f-46b9-930e-f416db5dc561" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.582311] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cd9d1d5-537f-46b9-930e-f416db5dc561" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.582429] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cd9d1d5-537f-46b9-930e-f416db5dc561" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.582526] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cd9d1d5-537f-46b9-930e-f416db5dc561',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.583275] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb37a022-4be1-4361-8cb7-3417d065bcd4 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.583377] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb37a022-4be1-4361-8cb7-3417d065bcd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.583437] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb37a022-4be1-4361-8cb7-3417d065bcd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.583580] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb37a022-4be1-4361-8cb7-3417d065bcd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.583655] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb37a022-4be1-4361-8cb7-3417d065bcd4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.584534] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e16b9a5b-be03-4ede-995b-4a7c9fa305fb taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.584534] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e16b9a5b-be03-4ede-995b-4a7c9fa305fb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.584650] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e16b9a5b-be03-4ede-995b-4a7c9fa305fb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.584742] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e16b9a5b-be03-4ede-995b-4a7c9fa305fb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.584812] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e16b9a5b-be03-4ede-995b-4a7c9fa305fb',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.585806] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7183df8-f575-4edc-ba64-424e0dc92c5a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.585806] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7183df8-f575-4edc-ba64-424e0dc92c5a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.585806] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7183df8-f575-4edc-ba64-424e0dc92c5a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.585806] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7183df8-f575-4edc-ba64-424e0dc92c5a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.585806] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7183df8-f575-4edc-ba64-424e0dc92c5a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.586531] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c33ca2b8-750e-4c86-8486-6ca7ff6b448a taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.586688] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.586688] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.586877] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.586877] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c33ca2b8-750e-4c86-8486-6ca7ff6b448a',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.587599] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d54aec9-cf7b-44ba-aa79-cd38bd720c05 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.587689] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d54aec9-cf7b-44ba-aa79-cd38bd720c05" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.587689] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d54aec9-cf7b-44ba-aa79-cd38bd720c05" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.587831] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d54aec9-cf7b-44ba-aa79-cd38bd720c05" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.587961] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d54aec9-cf7b-44ba-aa79-cd38bd720c05',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.588666] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfb0e13f-7c52-4b18-b634-0cae5250803c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.588794] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.588837] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.588964] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.589108] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfb0e13f-7c52-4b18-b634-0cae5250803c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.589705] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.589812] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.589860] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.589988] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.590079] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c72dd1b-7b8e-4d4a-983c-cde1bff9f463',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.590797] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.590862] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.590917] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.591039] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.591114] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('808b04a2-be13-4773-bfa7-1d9ce637fb4d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.591778] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78a0dec5-539f-45d5-8ecf-4f6e0107eafa taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.591886] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78a0dec5-539f-45d5-8ecf-4f6e0107eafa" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.591931] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78a0dec5-539f-45d5-8ecf-4f6e0107eafa" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.592162] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78a0dec5-539f-45d5-8ecf-4f6e0107eafa" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.592162] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78a0dec5-539f-45d5-8ecf-4f6e0107eafa',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.592921] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.593076] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.593124] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.593246] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.593317] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d5ac5ab-e72f-4d27-a05a-cfca61ee3444',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.593965] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ab64888-669e-4165-996c-64410969470e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.594086] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.594164] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.594285] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.594354] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ab64888-669e-4165-996c-64410969470e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.595049] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4a6f306-466c-47fe-bb29-3013816d23f6 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.595166] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4a6f306-466c-47fe-bb29-3013816d23f6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.595207] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4a6f306-466c-47fe-bb29-3013816d23f6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.595358] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4a6f306-466c-47fe-bb29-3013816d23f6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.595498] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4a6f306-466c-47fe-bb29-3013816d23f6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.596081] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.596196] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.596247] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.596380] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.596452] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f6ed1ce-2898-432e-8ed7-303dd9c54c4e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.597258] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a863296d-c266-47e7-8b9b-6064a09fbb97 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.597379] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a863296d-c266-47e7-8b9b-6064a09fbb97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.597422] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a863296d-c266-47e7-8b9b-6064a09fbb97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.597559] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a863296d-c266-47e7-8b9b-6064a09fbb97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.597629] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a863296d-c266-47e7-8b9b-6064a09fbb97',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.598324] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-263a8019-cd3d-4d98-849d-6a5083536c84 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.598435] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.598488] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.598593] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.598663] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('263a8019-cd3d-4d98-849d-6a5083536c84',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.599428] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ce6787d-b031-4281-816a-8b44aea4c22d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.599519] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.599519] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.599665] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.599738] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ce6787d-b031-4281-816a-8b44aea4c22d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.600476] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e27d0b70-ae3c-415d-9b7d-c2750448f2f3 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.600584] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.600643] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.600792] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.600881] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e27d0b70-ae3c-415d-9b7d-c2750448f2f3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.621108] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.621390] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.621390] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.621636] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.624288] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.624453] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.639985] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.639985] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f525efa0-5a6c-434d-857e-f4ba39a12aba is going to be deleted. [ 1417.640368] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.640582] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.656342] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.656499] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cd9d1d5-537f-46b9-930e-f416db5dc561 is going to be deleted. [ 1417.689414] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.689654] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.689654] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.689870] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.689961] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.690095] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f525efa0-5a6c-434d-857e-f4ba39a12aba" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.701551] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.701747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.701795] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.702021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.702129] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.702255] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cd9d1d5-537f-46b9-930e-f416db5dc561" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.102535] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.102847] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.102894] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.103139] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.103320] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.103425] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.103490] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.103639] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.103727] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.103823] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.103905] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d5ac5ab-e72f-4d27-a05a-cfca61ee3444',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.111856] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce6787d-b031-4281-816a-8b44aea4c22d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.111968] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.112047] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.112213] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.112362] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.112488] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.112592] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.112688] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.112774] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.112859] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.112944] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ce6787d-b031-4281-816a-8b44aea4c22d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.122665] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-e27d0b70-ae3c-415d-9b7d-c2750448f2f3 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.122794] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.122873] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.123031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.123183] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.123280] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.123344] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.123484] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.123567] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.123650] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.123734] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e27d0b70-ae3c-415d-9b7d-c2750448f2f3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.171844] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.172036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.172036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.172209] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.175063] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.175195] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.176537] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.176647] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.177041] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.177143] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.177897] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.177998] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.178725] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.178821] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.179600] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.179686] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.180459] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.180559] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.181294] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.181387] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.182117] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.182250] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.182884] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.182965] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.183577] env[69343]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1418.184058] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.184181] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.184857] env[69343]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1418.185301] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.185416] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.186093] env[69343]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1418.186513] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.186620] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.187253] env[69343]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1418.187695] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.187826] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.189997] env[69343]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1418.190207] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.190330] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb37a022-4be1-4361-8cb7-3417d065bcd4 is going to be deleted. [ 1418.191259] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.191463] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.207267] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.207351] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78a0dec5-539f-45d5-8ecf-4f6e0107eafa is going to be deleted. [ 1418.208054] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.208237] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.223115] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.223221] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ab64888-669e-4165-996c-64410969470e is going to be deleted. [ 1418.223920] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.224098] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.239628] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.239737] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 263a8019-cd3d-4d98-849d-6a5083536c84 is going to be deleted. [ 1418.240455] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.240626] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.249170] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.249291] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.258392] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.258517] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c72dd1b-7b8e-4d4a-983c-cde1bff9f463 is going to be deleted. [ 1418.259292] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.259475] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.260726] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.260842] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.272470] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.272613] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.287470] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.287574] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f6ed1ce-2898-432e-8ed7-303dd9c54c4e is going to be deleted. [ 1418.288294] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.288474] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.333710] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.333831] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.335771] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.335888] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7183df8-f575-4edc-ba64-424e0dc92c5a is going to be deleted. [ 1418.336594] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.336780] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.363176] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.363291] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.369342] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.369472] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e16b9a5b-be03-4ede-995b-4a7c9fa305fb is going to be deleted. [ 1418.370267] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.370477] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.415217] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.415349] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.440741] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.440830] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4a6f306-466c-47fe-bb29-3013816d23f6 is going to be deleted. [ 1418.441638] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.441821] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.461955] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.462091] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.467836] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.467938] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.478208] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.478315] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 808b04a2-be13-4773-bfa7-1d9ce637fb4d is going to be deleted. [ 1418.479057] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.479241] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.524217] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.524308] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a863296d-c266-47e7-8b9b-6064a09fbb97 is going to be deleted. [ 1418.524989] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.525180] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.549481] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.549606] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.578942] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.579148] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d54aec9-cf7b-44ba-aa79-cd38bd720c05 is going to be deleted. [ 1418.579998] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.580223] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.606334] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.606496] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c33ca2b8-750e-4c86-8486-6ca7ff6b448a is going to be deleted. [ 1418.607306] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.607510] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.610044] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d5ac5ab-e72f-4d27-a05a-cfca61ee3444',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.614528] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.614656] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.614909] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce6787d-b031-4281-816a-8b44aea4c22d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.615031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.615101] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.615283] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.615434] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.615533] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.615597] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.615768] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.615880] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.615969] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.616129] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce6787d-b031-4281-816a-8b44aea4c22d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.616224] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.616286] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.616425] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.616587] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.616663] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.616764] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.616836] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.616908] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.616987] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.617082] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ce6787d-b031-4281-816a-8b44aea4c22d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.631217] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.631318] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 is going to be deleted. [ 1418.632294] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.632493] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.636399] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e27d0b70-ae3c-415d-9b7d-c2750448f2f3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.652814] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.652948] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.670784] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.670913] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.691524] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.691629] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfb0e13f-7c52-4b18-b634-0cae5250803c is going to be deleted. [ 1418.692457] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.692670] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.692763] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.692875] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb37a022-4be1-4361-8cb7-3417d065bcd4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.693031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.693184] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.693262] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.693374] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78a0dec5-539f-45d5-8ecf-4f6e0107eafa" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.693826] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.693995] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.694112] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.694231] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ab64888-669e-4165-996c-64410969470e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.694355] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.694494] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.694569] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.694680] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-263a8019-cd3d-4d98-849d-6a5083536c84" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.694798] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.694931] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.695010] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.695121] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c72dd1b-7b8e-4d4a-983c-cde1bff9f463" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.695241] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.695374] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.695447] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.695551] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f6ed1ce-2898-432e-8ed7-303dd9c54c4e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.695671] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.695801] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.695871] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.695971] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7183df8-f575-4edc-ba64-424e0dc92c5a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.696098] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.696228] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.696300] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.696399] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e16b9a5b-be03-4ede-995b-4a7c9fa305fb" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.696517] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.696648] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.696718] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.696825] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4a6f306-466c-47fe-bb29-3013816d23f6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.696963] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.697112] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.697185] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.697290] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-808b04a2-be13-4773-bfa7-1d9ce637fb4d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.697409] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.697541] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.697615] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.697721] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a863296d-c266-47e7-8b9b-6064a09fbb97" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.697837] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.697971] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.698055] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.698155] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d54aec9-cf7b-44ba-aa79-cd38bd720c05" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.720260] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.720392] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.720432] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.720622] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.720709] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.720817] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c33ca2b8-750e-4c86-8486-6ca7ff6b448a" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.740032] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.740200] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.740244] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.740380] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.740458] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.740572] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.757481] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.757619] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.757670] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.757846] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.757929] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.758058] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfb0e13f-7c52-4b18-b634-0cae5250803c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.111823] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444: rpc.has_security_group_logging(os_id): False [ 1419.119638] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ce6787d-b031-4281-816a-8b44aea4c22d: rpc.has_security_group_logging(os_id): False [ 1419.128405] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.128544] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.128588] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.128775] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.134328] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.134454] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.137833] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e27d0b70-ae3c-415d-9b7d-c2750448f2f3: rpc.has_security_group_logging(os_id): False [ 1419.149014] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.149301] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.149389] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.149457] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.149646] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.149726] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.149809] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 is going to be updated. [ 1419.150783] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.150951] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.152329] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.152475] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.189340] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.189659] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.189804] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.189884] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.190050] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.190127] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.190331] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.190435] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.190543] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.190715] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.190785] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.191134] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.191323] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.191531] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.191709] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.191797] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.191997] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ce6787d-b031-4281-816a-8b44aea4c22d is going to be updated. [ 1419.193016] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.193195] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.226084] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.226368] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.226484] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.226555] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.226733] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.226814] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.226902] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e27d0b70-ae3c-415d-9b7d-c2750448f2f3 is going to be updated. [ 1419.239875] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.240020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.240060] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.240220] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.240353] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.253345] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 in Status: IN_PROGRESS for 2s [ 1419.296808] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.297053] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.297053] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.297191] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.297335] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.299741] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.299886] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.299930] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.300107] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.300231] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.321984] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e27d0b70-ae3c-415d-9b7d-c2750448f2f3 in Status: IN_PROGRESS for 2s [ 1419.322691] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ce6787d-b031-4281-816a-8b44aea4c22d in Status: IN_PROGRESS for 2s [ 1421.266848] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 in Status: SUCCESS [ 1421.267274] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.334471] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ce6787d-b031-4281-816a-8b44aea4c22d in Status: SUCCESS [ 1421.334471] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.334770] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e27d0b70-ae3c-415d-9b7d-c2750448f2f3 in Status: SUCCESS [ 1421.334952] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.580377] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1422.580685] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1425.054867] env[69343]: INFO networking_nsxv3.common.synchronization [req-cfa20a2e-a604-47e4-b96f-070840e67018 req-f0cc8d89-2a4a-4878-8d85-28661a873a17 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Enqueued Resource ID: 8cb483e3-b904-4239-bad2-36f7d3b813be with Priority: HIGHEST for action security_group_members [ 1425.055195] env[69343]: INFO networking_nsxv3.common.synchronization [req-cfa20a2e-a604-47e4-b96f-070840e67018 req-f0cc8d89-2a4a-4878-8d85-28661a873a17 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Enqueued Resource ID: 0ce6787d-b031-4281-816a-8b44aea4c22d with Priority: HIGHEST for action security_group_members [ 1425.055578] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb483e3-b904-4239-bad2-36f7d3b813be with Priority: HIGHEST for action security_group_members [ 1425.055733] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ce6787d-b031-4281-816a-8b44aea4c22d with Priority: HIGHEST for action security_group_members [ 1425.055982] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb483e3-b904-4239-bad2-36f7d3b813be taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.056121] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb483e3-b904-4239-bad2-36f7d3b813be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.056187] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb483e3-b904-4239-bad2-36f7d3b813be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.056426] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb483e3-b904-4239-bad2-36f7d3b813be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.056576] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.056668] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.056725] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.056866] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.056946] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.057050] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cb483e3-b904-4239-bad2-36f7d3b813be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.058010] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce6787d-b031-4281-816a-8b44aea4c22d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.058010] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.058165] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.058165] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.058399] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.058399] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.058585] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.058585] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.059612] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.059612] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ce6787d-b031-4281-816a-8b44aea4c22d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.108120] env[69343]: INFO networking_nsxv3.common.synchronization [req-cfa20a2e-a604-47e4-b96f-070840e67018 req-f0cc8d89-2a4a-4878-8d85-28661a873a17 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Enqueued Resource ID: 0ce6787d-b031-4281-816a-8b44aea4c22d with Priority: HIGHEST for action security_group_rules [ 1425.108308] env[69343]: INFO networking_nsxv3.common.synchronization [req-cfa20a2e-a604-47e4-b96f-070840e67018 req-f0cc8d89-2a4a-4878-8d85-28661a873a17 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Enqueued Resource ID: 0ce6787d-b031-4281-816a-8b44aea4c22d with Priority: HIGHEST for action security_group_members [ 1425.108450] env[69343]: INFO networking_nsxv3.common.synchronization [req-cfa20a2e-a604-47e4-b96f-070840e67018 req-f0cc8d89-2a4a-4878-8d85-28661a873a17 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Enqueued Resource ID: 8cb483e3-b904-4239-bad2-36f7d3b813be with Priority: HIGHEST for action security_group_rules [ 1425.108583] env[69343]: INFO networking_nsxv3.common.synchronization [req-cfa20a2e-a604-47e4-b96f-070840e67018 req-f0cc8d89-2a4a-4878-8d85-28661a873a17 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Enqueued Resource ID: 8cb483e3-b904-4239-bad2-36f7d3b813be with Priority: HIGHEST for action security_group_members [ 1425.108717] env[69343]: INFO networking_nsxv3.common.synchronization [req-cfa20a2e-a604-47e4-b96f-070840e67018 req-f0cc8d89-2a4a-4878-8d85-28661a873a17 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Enqueued Resource ID: 7eaa57ff-5db5-4780-a99e-5a93fa6aaa16 with Priority: HIGHEST for action port [ 1425.109172] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ce6787d-b031-4281-816a-8b44aea4c22d with Priority: HIGHEST for action security_group_rules [ 1425.109308] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb483e3-b904-4239-bad2-36f7d3b813be with Priority: HIGHEST for action security_group_rules [ 1425.109406] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eaa57ff-5db5-4780-a99e-5a93fa6aaa16 with Priority: HIGHEST for action port [ 1425.109523] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ce6787d-b031-4281-816a-8b44aea4c22d with Priority: HIGHEST for action security_group_members [ 1425.109634] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb483e3-b904-4239-bad2-36f7d3b813be with Priority: HIGHEST for action security_group_members [ 1425.109903] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ce6787d-b031-4281-816a-8b44aea4c22d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.110031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.110142] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.110291] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.110371] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ce6787d-b031-4281-816a-8b44aea4c22d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.111157] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cb483e3-b904-4239-bad2-36f7d3b813be taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.111266] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cb483e3-b904-4239-bad2-36f7d3b813be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.111333] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cb483e3-b904-4239-bad2-36f7d3b813be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.111574] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cb483e3-b904-4239-bad2-36f7d3b813be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.111650] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cb483e3-b904-4239-bad2-36f7d3b813be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.112411] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-7eaa57ff-5db5-4780-a99e-5a93fa6aaa16 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.112574] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7eaa57ff-5db5-4780-a99e-5a93fa6aaa16" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.112673] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7eaa57ff-5db5-4780-a99e-5a93fa6aaa16" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.112860] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7eaa57ff-5db5-4780-a99e-5a93fa6aaa16" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.112895] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7eaa57ff-5db5-4780-a99e-5a93fa6aaa16',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.113565] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce6787d-b031-4281-816a-8b44aea4c22d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.113706] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.113850] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb483e3-b904-4239-bad2-36f7d3b813be taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.113930] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb483e3-b904-4239-bad2-36f7d3b813be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.350443] env[69343]: INFO networking_nsxv3.common.synchronization [req-a54bf2d1-4e58-4e78-9192-66ade573ddf3 req-dec30e63-fe56-455b-9cb4-9498c98f2d9e tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Enqueued Resource ID: 8cb483e3-b904-4239-bad2-36f7d3b813be with Priority: HIGHEST for action security_group_members [ 1425.350622] env[69343]: INFO networking_nsxv3.common.synchronization [req-a54bf2d1-4e58-4e78-9192-66ade573ddf3 req-dec30e63-fe56-455b-9cb4-9498c98f2d9e tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Enqueued Resource ID: 0ce6787d-b031-4281-816a-8b44aea4c22d with Priority: HIGHEST for action security_group_members [ 1425.351127] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb483e3-b904-4239-bad2-36f7d3b813be with Priority: HIGHEST for action security_group_members [ 1425.351253] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ce6787d-b031-4281-816a-8b44aea4c22d with Priority: HIGHEST for action security_group_members [ 1425.351527] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb483e3-b904-4239-bad2-36f7d3b813be taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.351649] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb483e3-b904-4239-bad2-36f7d3b813be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.352794] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce6787d-b031-4281-816a-8b44aea4c22d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.352794] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.388372] env[69343]: INFO networking_nsxv3.common.synchronization [req-a54bf2d1-4e58-4e78-9192-66ade573ddf3 req-dec30e63-fe56-455b-9cb4-9498c98f2d9e tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Enqueued Resource ID: 0ce6787d-b031-4281-816a-8b44aea4c22d with Priority: HIGHEST for action security_group_rules [ 1425.388538] env[69343]: INFO networking_nsxv3.common.synchronization [req-a54bf2d1-4e58-4e78-9192-66ade573ddf3 req-dec30e63-fe56-455b-9cb4-9498c98f2d9e tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Enqueued Resource ID: 0ce6787d-b031-4281-816a-8b44aea4c22d with Priority: HIGHEST for action security_group_members [ 1425.388681] env[69343]: INFO networking_nsxv3.common.synchronization [req-a54bf2d1-4e58-4e78-9192-66ade573ddf3 req-dec30e63-fe56-455b-9cb4-9498c98f2d9e tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Enqueued Resource ID: 7eaa57ff-5db5-4780-a99e-5a93fa6aaa16 with Priority: HIGHEST for action port [ 1425.388894] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ce6787d-b031-4281-816a-8b44aea4c22d with Priority: HIGHEST for action security_group_rules [ 1425.389056] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ce6787d-b031-4281-816a-8b44aea4c22d with Priority: HIGHEST for action security_group_members [ 1425.389175] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eaa57ff-5db5-4780-a99e-5a93fa6aaa16 with Priority: HIGHEST for action port [ 1425.389899] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ce6787d-b031-4281-816a-8b44aea4c22d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.389995] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.390276] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce6787d-b031-4281-816a-8b44aea4c22d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.390366] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.390587] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-7eaa57ff-5db5-4780-a99e-5a93fa6aaa16 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.390727] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7eaa57ff-5db5-4780-a99e-5a93fa6aaa16" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.563535] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cb483e3-b904-4239-bad2-36f7d3b813be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.563535] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ce6787d-b031-4281-816a-8b44aea4c22d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.615583] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce6787d-b031-4281-816a-8b44aea4c22d taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.615583] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.615783] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb483e3-b904-4239-bad2-36f7d3b813be taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.615874] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb483e3-b904-4239-bad2-36f7d3b813be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.617306] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7eaa57ff-5db5-4780-a99e-5a93fa6aaa16 with status ACTIVE [ 1425.617306] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.617471] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.617471] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.617643] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.617730] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.617904] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.617997] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.618069] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.618224] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.618301] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.618478] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.618570] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.618632] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.618764] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.618838] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.618919] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7eaa57ff-5db5-4780-a99e-5a93fa6aaa16 is going to be updated. [ 1425.640787] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.640925] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.640995] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.641181] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.641311] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.641458] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7eaa57ff-5db5-4780-a99e-5a93fa6aaa16" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.641619] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7eaa57ff-5db5-4780-a99e-5a93fa6aaa16" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.641776] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7eaa57ff-5db5-4780-a99e-5a93fa6aaa16" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.641856] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7eaa57ff-5db5-4780-a99e-5a93fa6aaa16',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.065127] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cb483e3-b904-4239-bad2-36f7d3b813be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.067135] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ce6787d-b031-4281-816a-8b44aea4c22d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.147067] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7eaa57ff-5db5-4780-a99e-5a93fa6aaa16 with status ACTIVE [ 1426.147067] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.147067] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.147067] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.147067] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.147067] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.147067] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.147067] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.147067] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.147067] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.147067] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.147067] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.147067] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.147067] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.147067] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.147067] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.147067] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7eaa57ff-5db5-4780-a99e-5a93fa6aaa16 is going to be updated. [ 1426.166097] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.166097] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.166097] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.166097] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.166097] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.166097] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7eaa57ff-5db5-4780-a99e-5a93fa6aaa16" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.566789] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.568034] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.568034] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.568034] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.568034] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.568034] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cb483e3-b904-4239-bad2-36f7d3b813be is going to be created. [ 1426.569061] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.571375] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.571375] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.571375] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.571375] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.571375] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ce6787d-b031-4281-816a-8b44aea4c22d is going to be updated. [ 1426.598232] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.598422] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.598498] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.598716] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.598893] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.602718] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.602921] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.603053] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.603265] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.603473] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.612094] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce6787d-b031-4281-816a-8b44aea4c22d in Status: IN_PROGRESS for 2s [ 1426.612747] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cb483e3-b904-4239-bad2-36f7d3b813be in Status: UNINITIALIZED for 2s [ 1428.623641] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cb483e3-b904-4239-bad2-36f7d3b813be in Status: SUCCESS [ 1428.623990] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb483e3-b904-4239-bad2-36f7d3b813be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.624155] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb483e3-b904-4239-bad2-36f7d3b813be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.624373] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb483e3-b904-4239-bad2-36f7d3b813be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.624563] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.624681] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.624751] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.624948] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.625043] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.625138] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cb483e3-b904-4239-bad2-36f7d3b813be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.626512] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce6787d-b031-4281-816a-8b44aea4c22d in Status: SUCCESS [ 1428.626742] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.626808] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.626973] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.627145] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.627248] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.627309] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.627447] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.627523] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.627612] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ce6787d-b031-4281-816a-8b44aea4c22d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.129915] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.130087] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.130161] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.130383] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.130474] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.130669] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.130767] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.130829] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.130972] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.131060] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.131145] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cb483e3-b904-4239-bad2-36f7d3b813be is going to be deleted. [ 1429.132164] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ce6787d-b031-4281-816a-8b44aea4c22d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.163289] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.163415] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.163491] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.163694] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.163784] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.163907] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb483e3-b904-4239-bad2-36f7d3b813be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.164035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb483e3-b904-4239-bad2-36f7d3b813be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.164187] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb483e3-b904-4239-bad2-36f7d3b813be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.164339] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.164433] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.164495] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.164629] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.164705] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.164794] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cb483e3-b904-4239-bad2-36f7d3b813be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.634795] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ce6787d-b031-4281-816a-8b44aea4c22d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.667052] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.667197] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.667316] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.667641] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.667641] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.667807] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.667881] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.667924] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.668185] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.668279] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.668342] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cb483e3-b904-4239-bad2-36f7d3b813be already deleted. [ 1429.668406] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb483e3-b904-4239-bad2-36f7d3b813be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.668537] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb483e3-b904-4239-bad2-36f7d3b813be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.668687] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb483e3-b904-4239-bad2-36f7d3b813be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.668833] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.668928] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.668983] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.669133] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.669209] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.669424] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cb483e3-b904-4239-bad2-36f7d3b813be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.714854] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.715077] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-871" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.715208] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-871" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.715476] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-871" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.715770] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.715934] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.716065] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.716284] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.716428] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.716650] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1429.716765] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1429.716876] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1429.716985] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1429.717110] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1429.717220] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1429.717358] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1429.735125] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1429.735287] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1429.735427] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1429.735636] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-871" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.735861] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-63f09c0d-4a1c-4577-bba3-4ca13dbfd991 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.736075] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-63f09c0d-4a1c-4577-bba3-4ca13dbfd991" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.736210] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-63f09c0d-4a1c-4577-bba3-4ca13dbfd991" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.736434] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-63f09c0d-4a1c-4577-bba3-4ca13dbfd991" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.736574] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63f09c0d-4a1c-4577-bba3-4ca13dbfd991',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.137665] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.137817] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.137889] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.138130] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.138371] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.138371] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ce6787d-b031-4281-816a-8b44aea4c22d is going to be updated. [ 1430.160255] env[69343]: INFO networking_nsxv3.common.synchronization [req-6a9681f0-d885-47b9-910c-159ef56e9dfb req-7a21c7f8-b280-4598-af54-8516ca5ffdd5 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Enqueued Resource ID: 0ce6787d-b031-4281-816a-8b44aea4c22d with Priority: HIGHEST for action security_group_members [ 1430.160829] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ce6787d-b031-4281-816a-8b44aea4c22d with Priority: HIGHEST for action security_group_members [ 1430.161149] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce6787d-b031-4281-816a-8b44aea4c22d taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.161250] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.162647] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.162754] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.162838] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.163021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.163163] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.170358] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce6787d-b031-4281-816a-8b44aea4c22d in Status: IN_PROGRESS for 2s [ 1430.173452] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.173568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.173638] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.173824] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.173913] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.174106] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.174217] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.174288] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.174419] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.174496] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.174580] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cb483e3-b904-4239-bad2-36f7d3b813be already deleted. [ 1430.174662] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb483e3-b904-4239-bad2-36f7d3b813be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.174750] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cb483e3-b904-4239-bad2-36f7d3b813be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.240636] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.240890] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.241050] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.241352] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.241505] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.241865] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.242221] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.242221] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.242380] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.242500] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.242827] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.243015] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.243163] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.243380] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.243518] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.243664] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 63f09c0d-4a1c-4577-bba3-4ca13dbfd991 is going to be updated. [ 1430.268279] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.268527] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.268593] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.268843] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.269056] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.269279] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-63f09c0d-4a1c-4577-bba3-4ca13dbfd991" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.438193] env[69343]: INFO networking_nsxv3.common.synchronization [req-fa6e0270-e479-4b74-9636-d8903293234c req-eae82d75-119d-4bb7-a4fd-581881bbe4b2 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Enqueued Resource ID: e27d0b70-ae3c-415d-9b7d-c2750448f2f3 with Priority: HIGHEST for action security_group_members [ 1430.438712] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e27d0b70-ae3c-415d-9b7d-c2750448f2f3 with Priority: HIGHEST for action security_group_members [ 1430.439026] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-e27d0b70-ae3c-415d-9b7d-c2750448f2f3 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.439163] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.439228] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.439427] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.439564] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.439718] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.439798] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.440500] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.440587] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.441181] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e27d0b70-ae3c-415d-9b7d-c2750448f2f3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.677675] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cb483e3-b904-4239-bad2-36f7d3b813be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.934579] env[69343]: INFO networking_nsxv3.common.synchronization [req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a req-4afc4e49-2cd2-4aa3-869b-273f96f40e0c service nova] Enqueued Resource ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 with Priority: HIGHEST for action security_group_rules [ 1430.934766] env[69343]: INFO networking_nsxv3.common.synchronization [req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a req-4afc4e49-2cd2-4aa3-869b-273f96f40e0c service nova] Enqueued Resource ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 with Priority: HIGHEST for action security_group_members [ 1430.934907] env[69343]: INFO networking_nsxv3.common.synchronization [req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a req-4afc4e49-2cd2-4aa3-869b-273f96f40e0c service nova] Enqueued Resource ID: 63f09c0d-4a1c-4577-bba3-4ca13dbfd991 with Priority: HIGHEST for action port [ 1430.935147] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 with Priority: HIGHEST for action security_group_rules [ 1430.935275] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 with Priority: HIGHEST for action security_group_members [ 1430.935371] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f09c0d-4a1c-4577-bba3-4ca13dbfd991 with Priority: HIGHEST for action port [ 1430.935906] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.936381] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.936481] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.936756] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.936842] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.940129] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.940129] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.940129] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.940129] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.940129] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.940129] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.940129] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.940129] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.940129] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.940129] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.941036] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-63f09c0d-4a1c-4577-bba3-4ca13dbfd991 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.941175] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63f09c0d-4a1c-4577-bba3-4ca13dbfd991" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.941255] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63f09c0d-4a1c-4577-bba3-4ca13dbfd991" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.941368] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63f09c0d-4a1c-4577-bba3-4ca13dbfd991" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.941442] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63f09c0d-4a1c-4577-bba3-4ca13dbfd991',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.943952] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.944096] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.944155] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.944289] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.944377] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.944547] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.944634] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.944733] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.944859] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.944898] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.945091] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e27d0b70-ae3c-415d-9b7d-c2750448f2f3 is going to be updated. [ 1430.970618] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.970772] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.970812] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.970980] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.971127] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.978374] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e27d0b70-ae3c-415d-9b7d-c2750448f2f3 in Status: IN_PROGRESS for 2s [ 1431.182503] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cb483e3-b904-4239-bad2-36f7d3b813be: rpc.has_security_group_logging(os_id): False [ 1431.204929] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.204929] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.204929] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.204929] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.204929] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.204929] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.204929] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.204929] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.204929] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.204929] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.204929] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cb483e3-b904-4239-bad2-36f7d3b813be is going to be created. [ 1431.223702] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/8cb483e3-b904-4239-bad2-36f7d3b813be], does not exist path=[/infra/domains/default/groups/8cb483e3-b904-4239-bad2-36f7d3b813be]."\n}' [ 1431.223702] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cb483e3-b904-4239-bad2-36f7d3b813be failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8cb483e3-b904-4239-bad2-36f7d3b813be [ 1431.223702] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1431.260636] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.260636] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.260636] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.260636] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.261244] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.261350] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.261445] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.261507] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.261723] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.261795] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.261963] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.262063] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.262122] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.262256] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.262622] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.262622] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cb483e3-b904-4239-bad2-36f7d3b813be is going to be created. [ 1431.280564] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/8cb483e3-b904-4239-bad2-36f7d3b813be], does not exist path=[/infra/domains/default/groups/8cb483e3-b904-4239-bad2-36f7d3b813be]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8cb483e3-b904-4239-bad2-36f7d3b813be [ 1431.280690] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cb483e3-b904-4239-bad2-36f7d3b813be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.280876] env[69343]: Traceback (most recent call last): [ 1431.280929] env[69343]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1431.280929] env[69343]: return func(*args, **kwargs) [ 1431.280929] env[69343]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1431.280929] env[69343]: res.raise_for_status() [ 1431.280929] env[69343]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1431.280929] env[69343]: raise HTTPError(http_error_msg, response=self) [ 1431.280929] env[69343]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8cb483e3-b904-4239-bad2-36f7d3b813be [ 1431.280929] env[69343]: During handling of the above exception, another exception occurred: [ 1431.280929] env[69343]: Traceback (most recent call last): [ 1431.280929] env[69343]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1431.280929] env[69343]: listener.cb(fileno) [ 1431.280929] env[69343]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1431.280929] env[69343]: result = function(*args, **kwargs) [ 1431.280929] env[69343]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1431.280929] env[69343]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1431.280929] env[69343]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1431.280929] env[69343]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1431.280929] env[69343]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1431.280929] env[69343]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1431.280929] env[69343]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1431.280929] env[69343]: res.raise_for_status() [ 1431.280929] env[69343]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1431.280929] env[69343]: raise HTTPError(http_error_msg, response=self) [ 1431.283380] env[69343]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8cb483e3-b904-4239-bad2-36f7d3b813be [ 1431.283380] env[69343]: Removing descriptor: 24 [ 1431.444987] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.444987] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.444987] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.447244] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63f09c0d-4a1c-4577-bba3-4ca13dbfd991 with status ACTIVE [ 1431.447453] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.447578] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.447645] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.447864] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.448023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.448143] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.448246] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.448310] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.448512] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.448575] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.448697] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.448789] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.448840] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.448976] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.449061] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.449145] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63f09c0d-4a1c-4577-bba3-4ca13dbfd991 is going to be updated. [ 1431.469500] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.469618] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.469919] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.469919] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.470038] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.470199] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63f09c0d-4a1c-4577-bba3-4ca13dbfd991" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.946826] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.180888] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce6787d-b031-4281-816a-8b44aea4c22d in Status: SUCCESS [ 1432.181150] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.181322] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.181540] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.181791] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.181914] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.181977] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.182152] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.182232] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.182386] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ce6787d-b031-4281-816a-8b44aea4c22d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.449839] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.450098] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.450098] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.450318] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.450408] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.450511] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 is going to be updated. [ 1432.476051] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.476242] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.476242] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.476452] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.476601] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.484131] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 in Status: IN_PROGRESS for 2s [ 1432.684541] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.684660] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.684802] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.684966] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.703979] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.704201] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.704311] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.704378] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.704547] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.704630] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.704716] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ce6787d-b031-4281-816a-8b44aea4c22d is going to be updated. [ 1432.726253] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.726367] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.726423] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.726587] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.726708] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.735293] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce6787d-b031-4281-816a-8b44aea4c22d in Status: IN_PROGRESS for 2s [ 1432.991093] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e27d0b70-ae3c-415d-9b7d-c2750448f2f3 in Status: SUCCESS [ 1432.991400] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e27d0b70-ae3c-415d-9b7d-c2750448f2f3 deletion is rescheduled due to dependency. [ 1432.991400] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.494952] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 in Status: SUCCESS [ 1434.495286] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.495327] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.495528] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.495715] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.495831] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.495894] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.496061] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.496142] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.496228] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.496317] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.744414] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce6787d-b031-4281-816a-8b44aea4c22d in Status: SUCCESS [ 1434.744666] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ce6787d-b031-4281-816a-8b44aea4c22d deletion is rescheduled due to dependency. [ 1434.744798] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.744984] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.745245] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.745470] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.745597] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.745666] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.745823] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.745952] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.746113] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ce6787d-b031-4281-816a-8b44aea4c22d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.999019] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.251487] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.251705] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.251811] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.252056] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.252192] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.252413] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.252511] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.252600] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.252841] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.254844] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.254844] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ce6787d-b031-4281-816a-8b44aea4c22d is going to be updated. [ 1435.277372] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.277585] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.277779] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.277882] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.278046] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.286101] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce6787d-b031-4281-816a-8b44aea4c22d in Status: IN_PROGRESS for 2s [ 1435.502442] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8: rpc.has_security_group_logging(os_id): False [ 1435.521992] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.522179] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.522250] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.522513] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.522641] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.523033] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.523120] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.523153] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.523313] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.523418] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.523516] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 is going to be created. [ 1435.587480] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.587621] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.587697] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.587905] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.588150] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.599913] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 in Status: IN_PROGRESS for 2s [ 1435.935896] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1435.935994] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 1437.297436] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce6787d-b031-4281-816a-8b44aea4c22d in Status: SUCCESS [ 1437.297779] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ce6787d-b031-4281-816a-8b44aea4c22d deletion is rescheduled due to dependency. [ 1437.297779] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.297956] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.298136] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.298328] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.298445] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.298505] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.298652] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.298733] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.298818] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.298916] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ce6787d-b031-4281-816a-8b44aea4c22d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.299809] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.299988] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.300160] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.300269] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.300332] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.300474] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.300553] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.300642] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ce6787d-b031-4281-816a-8b44aea4c22d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.613154] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 in Status: SUCCESS [ 1437.613373] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.802615] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ce6787d-b031-4281-816a-8b44aea4c22d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.806135] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.806332] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.806463] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.806738] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.806846] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.807059] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.807183] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.807231] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.807422] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.807507] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.807596] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ce6787d-b031-4281-816a-8b44aea4c22d is going to be updated. [ 1437.832796] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.832963] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.832996] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.833217] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.833367] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.841684] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce6787d-b031-4281-816a-8b44aea4c22d in Status: IN_PROGRESS for 2s [ 1438.304224] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ce6787d-b031-4281-816a-8b44aea4c22d: rpc.has_security_group_logging(os_id): False [ 1438.321888] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.322053] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.322101] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.322290] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.322379] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.322583] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.322693] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.322758] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.322900] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.322976] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.323076] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ce6787d-b031-4281-816a-8b44aea4c22d is going to be updated. [ 1438.376725] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.376923] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.376992] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.377195] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.377330] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.389586] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ce6787d-b031-4281-816a-8b44aea4c22d in Status: IN_PROGRESS for 2s [ 1439.852032] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce6787d-b031-4281-816a-8b44aea4c22d in Status: SUCCESS [ 1439.852403] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ce6787d-b031-4281-816a-8b44aea4c22d deletion is rescheduled due to dependency. [ 1439.852403] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.405312] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ce6787d-b031-4281-816a-8b44aea4c22d in Status: SUCCESS [ 1440.405599] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.405812] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.406082] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.406210] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ce6787d-b031-4281-816a-8b44aea4c22d',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.928803] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.928803] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.928803] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.928803] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.937654] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1440.937654] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1440.944548] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.944548] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ce6787d-b031-4281-816a-8b44aea4c22d is going to be deleted. [ 1440.983457] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.983811] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.983811] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.984035] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.985101] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.985101] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ce6787d-b031-4281-816a-8b44aea4c22d" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.748374] env[69343]: INFO networking_nsxv3.common.synchronization [req-1731afed-c784-408a-9297-90970a531ce1 req-b70bd727-e7d0-4cdb-82ac-8e3fcbecb1b7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Enqueued Resource ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 with Priority: HIGHEST for action security_group_members [ 1442.748922] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 with Priority: HIGHEST for action security_group_members [ 1442.749242] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.749357] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.749934] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.749934] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.749934] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.749934] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.749934] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.750246] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.750246] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.750246] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d5ac5ab-e72f-4d27-a05a-cfca61ee3444',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.252071] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d5ac5ab-e72f-4d27-a05a-cfca61ee3444',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.754454] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d5ac5ab-e72f-4d27-a05a-cfca61ee3444',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.257272] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.257485] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.257485] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.257729] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.257857] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.257980] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 is going to be updated. [ 1444.286133] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.286367] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.286367] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.286665] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.286884] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.295159] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 in Status: IN_PROGRESS for 2s [ 1446.304154] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 in Status: SUCCESS [ 1446.304515] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.750494] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1447.750896] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1452.751940] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.752323] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1457.753220] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.753556] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1459.553758] env[69343]: INFO networking_nsxv3.common.synchronization [req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae req-3ae18684-bad7-4e12-b9c9-cd8662649715 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Enqueued Resource ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 with Priority: HIGHEST for action security_group_members [ 1459.554315] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 with Priority: HIGHEST for action security_group_members [ 1459.554632] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.554756] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.554840] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.555036] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.555189] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.555275] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.555342] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.555722] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.555722] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.555722] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d5ac5ab-e72f-4d27-a05a-cfca61ee3444',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1460.058113] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.058310] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.058361] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.058676] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.078580] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.078844] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.079038] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.079086] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.079257] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.079340] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.079430] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 is going to be updated. [ 1460.105057] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.105227] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.105267] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.105444] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.105617] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.113887] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 in Status: IN_PROGRESS for 2s [ 1462.125337] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 in Status: SUCCESS [ 1462.125832] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 deletion is rescheduled due to dependency. [ 1462.125832] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.554878] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1464.555233] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1469.370185] env[69343]: INFO networking_nsxv3.common.synchronization [None req-0361ad93-60f9-4a62-820a-e581647229ee None None] Enqueued Resource ID: ab9ae0ab-14f5-4a0c-8297-262dc7f934cf with Priority: HIGHEST for action port [ 1469.370185] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab9ae0ab-14f5-4a0c-8297-262dc7f934cf with Priority: HIGHEST for action port [ 1469.370185] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab9ae0ab-14f5-4a0c-8297-262dc7f934cf taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.370185] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab9ae0ab-14f5-4a0c-8297-262dc7f934cf" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.370185] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab9ae0ab-14f5-4a0c-8297-262dc7f934cf" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.370185] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab9ae0ab-14f5-4a0c-8297-262dc7f934cf" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.370185] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab9ae0ab-14f5-4a0c-8297-262dc7f934cf',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1469.872438] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab9ae0ab-14f5-4a0c-8297-262dc7f934cf [ 1469.872699] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.872842] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.872919] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.873191] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.873291] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.873389] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab9ae0ab-14f5-4a0c-8297-262dc7f934cf already deleted. [ 1469.873470] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab9ae0ab-14f5-4a0c-8297-262dc7f934cf" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.284719] env[69343]: INFO networking_nsxv3.common.synchronization [None req-910c9db8-603a-4f41-84d5-f9721016bb82 None None] Enqueued Resource ID: 86653564-6b2e-44c3-be23-da9769e87f8f with Priority: HIGHEST for action port [ 1471.284990] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86653564-6b2e-44c3-be23-da9769e87f8f with Priority: HIGHEST for action port [ 1471.285581] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-86653564-6b2e-44c3-be23-da9769e87f8f taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.285705] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86653564-6b2e-44c3-be23-da9769e87f8f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.285772] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86653564-6b2e-44c3-be23-da9769e87f8f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.286147] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86653564-6b2e-44c3-be23-da9769e87f8f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.286292] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86653564-6b2e-44c3-be23-da9769e87f8f',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.788607] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86653564-6b2e-44c3-be23-da9769e87f8f [ 1471.788942] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.789196] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.789333] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.789691] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.789826] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.789997] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86653564-6b2e-44c3-be23-da9769e87f8f already deleted. [ 1471.790168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86653564-6b2e-44c3-be23-da9769e87f8f" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.282361] env[69343]: INFO networking_nsxv3.common.synchronization [req-c54f4313-6e78-4338-8c40-c7131c6228db req-c29dfd86-f9c4-4d13-b98f-e6d10ba9e56c tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Enqueued Resource ID: b19b316b-06a2-4c91-bf23-727c7266482c with Priority: HIGHEST for action security_group_members [ 1474.282903] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b19b316b-06a2-4c91-bf23-727c7266482c with Priority: HIGHEST for action security_group_members [ 1474.284282] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b19b316b-06a2-4c91-bf23-727c7266482c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.284419] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.284490] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.284764] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.284932] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.285104] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.285181] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.285348] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.285470] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.285568] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b19b316b-06a2-4c91-bf23-727c7266482c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.540322] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-176 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.540532] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-176" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.540660] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-176" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.541121] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-176" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.541270] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.541431] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.541548] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.541766] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.541955] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.542236] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1474.542322] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1474.542420] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1474.542529] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1474.542639] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1474.542747] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1474.543232] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1474.563567] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1474.563724] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1474.563862] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1474.564037] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-176" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.564325] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.564485] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.564609] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.564892] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.565061] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.787843] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.788040] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.788109] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.788327] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.788493] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.788645] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.788754] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.788813] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.788965] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.789079] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.789203] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b19b316b-06a2-4c91-bf23-727c7266482c already deleted. [ 1474.789284] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.067247] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.067478] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.067594] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.067891] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.068053] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.068212] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec not found, creating... [ 1475.068473] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.068631] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.068839] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.069096] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.069246] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.069530] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.069804] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.069873] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.070077] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.070225] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.070368] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec is going to be created. [ 1475.090535] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.090732] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.090858] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.091130] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.091413] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.091639] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.760589] env[69343]: INFO networking_nsxv3.common.synchronization [req-c54f4313-6e78-4338-8c40-c7131c6228db req-3dbc5e8e-5845-42f4-acaf-9e33831c25d1 service nova] Enqueued Resource ID: b19b316b-06a2-4c91-bf23-727c7266482c with Priority: HIGHEST for action security_group_rules [ 1475.760850] env[69343]: INFO networking_nsxv3.common.synchronization [req-c54f4313-6e78-4338-8c40-c7131c6228db req-3dbc5e8e-5845-42f4-acaf-9e33831c25d1 service nova] Enqueued Resource ID: b19b316b-06a2-4c91-bf23-727c7266482c with Priority: HIGHEST for action security_group_members [ 1475.761013] env[69343]: INFO networking_nsxv3.common.synchronization [req-c54f4313-6e78-4338-8c40-c7131c6228db req-3dbc5e8e-5845-42f4-acaf-9e33831c25d1 service nova] Enqueued Resource ID: c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec with Priority: HIGHEST for action port [ 1475.761168] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b19b316b-06a2-4c91-bf23-727c7266482c with Priority: HIGHEST for action security_group_rules [ 1475.761298] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b19b316b-06a2-4c91-bf23-727c7266482c with Priority: HIGHEST for action security_group_members [ 1475.761395] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec with Priority: HIGHEST for action port [ 1475.761952] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b19b316b-06a2-4c91-bf23-727c7266482c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.762128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.762199] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.762465] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.762575] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b19b316b-06a2-4c91-bf23-727c7266482c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1475.763785] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b19b316b-06a2-4c91-bf23-727c7266482c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.763785] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.763785] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.763785] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.764032] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.764032] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.764122] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.764211] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.764293] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.764379] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b19b316b-06a2-4c91-bf23-727c7266482c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1475.765141] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.765763] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.765763] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.765763] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.765763] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.267744] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b19b316b-06a2-4c91-bf23-727c7266482c taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.267914] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.268063] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b19b316b-06a2-4c91-bf23-727c7266482c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.268970] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec with status ACTIVE [ 1476.269170] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.270060] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.270060] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.270060] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.270060] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.270060] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.270060] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.270060] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.270365] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.270365] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.270365] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.270568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.270631] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.270742] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.270818] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.270904] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec is going to be updated. [ 1476.290522] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.290710] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.290776] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.290934] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.291071] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.291213] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.773276] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b19b316b-06a2-4c91-bf23-727c7266482c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1477.277773] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.277969] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.277969] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.278270] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.278374] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.278473] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b19b316b-06a2-4c91-bf23-727c7266482c is going to be created. [ 1477.303211] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.303379] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.303454] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.303595] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.303747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.313058] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b19b316b-06a2-4c91-bf23-727c7266482c in Status: UNINITIALIZED for 2s [ 1479.324288] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b19b316b-06a2-4c91-bf23-727c7266482c in Status: SUCCESS [ 1479.324288] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.324288] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.324288] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.324747] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.324747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.324747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.324747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.324923] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.324923] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.324923] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b19b316b-06a2-4c91-bf23-727c7266482c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1479.827448] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b19b316b-06a2-4c91-bf23-727c7266482c taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.827448] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.827448] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.827763] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.827802] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.827867] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.827934] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.828099] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.828192] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.828284] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.828431] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b19b316b-06a2-4c91-bf23-727c7266482c taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.828523] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.828608] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.828724] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.828861] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.828952] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.829033] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.829176] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.829254] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.829336] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.829425] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b19b316b-06a2-4c91-bf23-727c7266482c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.332274] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b19b316b-06a2-4c91-bf23-727c7266482c: rpc.has_security_group_logging(os_id): False [ 1480.349542] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.349679] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.349748] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.349952] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.350067] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.350247] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.350347] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.350407] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.350559] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.350637] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.350831] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.350927] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.350992] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.351145] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.351220] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.351412] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.351505] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.351607] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.351696] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.351769] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.351853] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b19b316b-06a2-4c91-bf23-727c7266482c is going to be created. [ 1480.404853] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.404983] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.405043] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.405195] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.405368] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.414582] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b19b316b-06a2-4c91-bf23-727c7266482c in Status: IN_PROGRESS for 2s [ 1480.762749] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1480.762749] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1482.427115] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b19b316b-06a2-4c91-bf23-727c7266482c in Status: SUCCESS [ 1482.427115] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.551195] env[69343]: INFO networking_nsxv3.common.synchronization [None req-e77d2383-67da-4e60-84f5-3a47bdbe5a96 None None] Enqueued Resource ID: 9b69b933-1b9e-40bd-98f5-317ac73114d6 with Priority: HIGHEST for action port [ 1485.551495] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b69b933-1b9e-40bd-98f5-317ac73114d6 with Priority: HIGHEST for action port [ 1485.552049] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b69b933-1b9e-40bd-98f5-317ac73114d6 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.552159] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b69b933-1b9e-40bd-98f5-317ac73114d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.552230] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b69b933-1b9e-40bd-98f5-317ac73114d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.552474] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b69b933-1b9e-40bd-98f5-317ac73114d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.552555] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b69b933-1b9e-40bd-98f5-317ac73114d6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.054763] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b69b933-1b9e-40bd-98f5-317ac73114d6 [ 1486.055027] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.055184] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.055313] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.055629] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.055767] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.055909] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b69b933-1b9e-40bd-98f5-317ac73114d6 already deleted. [ 1486.056010] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b69b933-1b9e-40bd-98f5-317ac73114d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.496449] env[69343]: INFO networking_nsxv3.common.synchronization [None req-1f77f4a9-f6e3-4f6d-9dc3-2d5325b7af48 None None] Enqueued Resource ID: bdaa9696-3542-4002-abb7-ae2880a533cc with Priority: HIGHEST for action port [ 1487.496449] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdaa9696-3542-4002-abb7-ae2880a533cc with Priority: HIGHEST for action port [ 1487.496449] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdaa9696-3542-4002-abb7-ae2880a533cc taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.496449] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdaa9696-3542-4002-abb7-ae2880a533cc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.496449] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdaa9696-3542-4002-abb7-ae2880a533cc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.496449] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdaa9696-3542-4002-abb7-ae2880a533cc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.496449] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdaa9696-3542-4002-abb7-ae2880a533cc',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.545351] env[69343]: INFO networking_nsxv3.common.synchronization [req-b9117c6d-2ea5-4be1-8df4-49eebf749f79 req-42667818-b1ef-49c1-be33-d6dace4af9f5 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Enqueued Resource ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 with Priority: HIGHEST for action security_group_members [ 1487.545351] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 with Priority: HIGHEST for action security_group_members [ 1487.545351] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.545351] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.545351] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.545351] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.545867] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.546103] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.546274] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.546519] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.546701] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.546967] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.792244] env[69343]: INFO networking_nsxv3.common.synchronization [req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 req-e2ef3b13-c908-460a-9819-7cca007426ed tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Enqueued Resource ID: b19b316b-06a2-4c91-bf23-727c7266482c with Priority: HIGHEST for action security_group_members [ 1487.792244] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b19b316b-06a2-4c91-bf23-727c7266482c with Priority: HIGHEST for action security_group_members [ 1487.792244] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b19b316b-06a2-4c91-bf23-727c7266482c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.792541] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.792541] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.792983] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.792983] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.792983] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.792983] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.793297] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.793297] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.793394] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b19b316b-06a2-4c91-bf23-727c7266482c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.998989] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bdaa9696-3542-4002-abb7-ae2880a533cc [ 1487.999366] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.999366] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.999568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.999828] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.999922] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.000043] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bdaa9696-3542-4002-abb7-ae2880a533cc already deleted. [ 1488.000124] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdaa9696-3542-4002-abb7-ae2880a533cc" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.051607] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.051767] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.051837] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.052069] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.052226] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.052394] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.052486] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.052543] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.052699] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.052775] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.052859] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 is going to be updated. [ 1488.071406] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-176 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.071657] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-176" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.071735] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-176" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.071916] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-176" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.072276] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.072438] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.072556] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.072768] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.072904] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.073201] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1488.073335] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1488.073461] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1488.073596] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1488.073743] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1488.073862] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1488.073996] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1488.082874] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.083052] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.083052] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.083304] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.083437] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.091773] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 in Status: IN_PROGRESS for 2s [ 1488.098960] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1488.099126] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1488.099299] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1488.099497] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-176" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.099718] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-4c5de417-7a07-4773-98f5-5f2385bcc2f9 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.099877] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-4c5de417-7a07-4773-98f5-5f2385bcc2f9" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.099998] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-4c5de417-7a07-4773-98f5-5f2385bcc2f9" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.100287] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-4c5de417-7a07-4773-98f5-5f2385bcc2f9" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.100428] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c5de417-7a07-4773-98f5-5f2385bcc2f9',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.296013] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b19b316b-06a2-4c91-bf23-727c7266482c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.602436] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.602797] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.602797] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.603040] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.603196] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.603353] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 4c5de417-7a07-4773-98f5-5f2385bcc2f9 not found, creating... [ 1488.603609] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.603767] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.603889] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.604126] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.604269] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.604577] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.604737] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.604857] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.605076] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.605215] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.605357] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 4c5de417-7a07-4773-98f5-5f2385bcc2f9 is going to be created. [ 1488.625444] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.625629] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.625754] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.626024] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.626232] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.626439] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-4c5de417-7a07-4773-98f5-5f2385bcc2f9" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.797923] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b19b316b-06a2-4c91-bf23-727c7266482c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.279211] env[69343]: INFO networking_nsxv3.common.synchronization [req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 req-e073d5dd-8725-47aa-a34c-b5a1168da2b6 service nova] Enqueued Resource ID: b19b316b-06a2-4c91-bf23-727c7266482c with Priority: HIGHEST for action security_group_rules [ 1489.279414] env[69343]: INFO networking_nsxv3.common.synchronization [req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 req-e073d5dd-8725-47aa-a34c-b5a1168da2b6 service nova] Enqueued Resource ID: b19b316b-06a2-4c91-bf23-727c7266482c with Priority: HIGHEST for action security_group_members [ 1489.279558] env[69343]: INFO networking_nsxv3.common.synchronization [req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 req-e073d5dd-8725-47aa-a34c-b5a1168da2b6 service nova] Enqueued Resource ID: 4c5de417-7a07-4773-98f5-5f2385bcc2f9 with Priority: HIGHEST for action port [ 1489.280103] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b19b316b-06a2-4c91-bf23-727c7266482c with Priority: HIGHEST for action security_group_rules [ 1489.280241] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b19b316b-06a2-4c91-bf23-727c7266482c with Priority: HIGHEST for action security_group_members [ 1489.280336] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c5de417-7a07-4773-98f5-5f2385bcc2f9 with Priority: HIGHEST for action port [ 1489.280609] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b19b316b-06a2-4c91-bf23-727c7266482c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.280724] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.280822] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.280980] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.281070] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b19b316b-06a2-4c91-bf23-727c7266482c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.281869] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b19b316b-06a2-4c91-bf23-727c7266482c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.281956] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.282208] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c5de417-7a07-4773-98f5-5f2385bcc2f9 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.282302] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c5de417-7a07-4773-98f5-5f2385bcc2f9" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.282702] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c5de417-7a07-4773-98f5-5f2385bcc2f9" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.282702] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c5de417-7a07-4773-98f5-5f2385bcc2f9" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.282702] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c5de417-7a07-4773-98f5-5f2385bcc2f9',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.299416] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.299568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.299617] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.299773] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.299858] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.299949] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b19b316b-06a2-4c91-bf23-727c7266482c is going to be updated. [ 1489.334206] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.334376] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.334376] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.334571] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.334707] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.342838] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b19b316b-06a2-4c91-bf23-727c7266482c in Status: IN_PROGRESS for 2s [ 1489.784429] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b19b316b-06a2-4c91-bf23-727c7266482c taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.784743] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.784885] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c5de417-7a07-4773-98f5-5f2385bcc2f9 with status ACTIVE [ 1489.784969] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.785054] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.785104] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.785314] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.785404] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.785568] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.785665] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.785726] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.785873] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.785950] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.786160] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.786220] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.786304] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.786437] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.786504] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.786558] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c5de417-7a07-4773-98f5-5f2385bcc2f9 is going to be updated. [ 1489.811845] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.812183] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.812183] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.812338] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.812419] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.812576] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c5de417-7a07-4773-98f5-5f2385bcc2f9" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.101081] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 in Status: SUCCESS [ 1490.101268] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 deletion is rescheduled due to dependency. [ 1490.101451] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.686455] env[69343]: INFO networking_nsxv3.common.synchronization [req-758d5599-ace0-4296-a7e6-12806d6805b2 req-919b2b98-99d1-47b5-92f8-9da9da523b2e tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Enqueued Resource ID: 7f3dfc29-50ca-443d-91f9-c5766df93ba4 with Priority: HIGHEST for action security_group_members [ 1490.688603] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f3dfc29-50ca-443d-91f9-c5766df93ba4 with Priority: HIGHEST for action security_group_members [ 1490.688603] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f3dfc29-50ca-443d-91f9-c5766df93ba4 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.688603] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f3dfc29-50ca-443d-91f9-c5766df93ba4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.688603] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f3dfc29-50ca-443d-91f9-c5766df93ba4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.688603] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f3dfc29-50ca-443d-91f9-c5766df93ba4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.688603] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.688603] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.688603] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.688603] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.688603] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.688603] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f3dfc29-50ca-443d-91f9-c5766df93ba4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.914903] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-973 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.915248] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-973" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.915248] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-973" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.915573] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-973" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.915835] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.915994] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.916129] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.916349] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.916502] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.916720] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1490.916836] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1490.916950] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1490.917076] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1490.917191] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1490.917300] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1490.917433] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1490.935034] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1490.935135] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1490.935284] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1490.935454] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-973" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.935736] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-6ad4e0aa-ed09-4c7b-ad1f-d739d5c90d61 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.935895] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-6ad4e0aa-ed09-4c7b-ad1f-d739d5c90d61" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.936031] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-6ad4e0aa-ed09-4c7b-ad1f-d739d5c90d61" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.936346] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-6ad4e0aa-ed09-4c7b-ad1f-d739d5c90d61" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.936539] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ad4e0aa-ed09-4c7b-ad1f-d739d5c90d61',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1491.191148] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.191377] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.191377] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.191578] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.191678] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.191863] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.192000] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.192147] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.192363] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.192473] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.192595] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f3dfc29-50ca-443d-91f9-c5766df93ba4 already deleted. [ 1491.192713] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f3dfc29-50ca-443d-91f9-c5766df93ba4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.351765] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b19b316b-06a2-4c91-bf23-727c7266482c in Status: SUCCESS [ 1491.351980] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.352243] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.352463] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.352646] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.352763] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.352828] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.352974] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.353069] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.353167] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b19b316b-06a2-4c91-bf23-727c7266482c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1491.438562] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.438729] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.438774] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.439149] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.439366] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.439588] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port 6ad4e0aa-ed09-4c7b-ad1f-d739d5c90d61 not found, creating... [ 1491.439981] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.440262] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.440443] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.440748] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.440950] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.441377] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.441606] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.441781] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.442106] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.442291] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.442491] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: 6ad4e0aa-ed09-4c7b-ad1f-d739d5c90d61 is going to be created. [ 1491.461528] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.461738] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.461867] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.462191] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.462428] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.462661] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-6ad4e0aa-ed09-4c7b-ad1f-d739d5c90d61" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.855588] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b19b316b-06a2-4c91-bf23-727c7266482c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.212188] env[69343]: INFO networking_nsxv3.common.synchronization [None req-68eb1ed0-cffc-4e69-8423-7ab6d76a8f0b tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Enqueued Resource ID: 80186287-02c7-4839-a5a1-c6b9624323be with Priority: HIGHEST for action security_group_rules [ 1492.213747] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80186287-02c7-4839-a5a1-c6b9624323be with Priority: HIGHEST for action security_group_rules [ 1492.213747] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80186287-02c7-4839-a5a1-c6b9624323be taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.213747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.213747] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.214168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.214448] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80186287-02c7-4839-a5a1-c6b9624323be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.221021] env[69343]: INFO networking_nsxv3.common.synchronization [req-758d5599-ace0-4296-a7e6-12806d6805b2 req-2241176a-f802-487f-a52c-1367cb919079 service nova] Enqueued Resource ID: 7f3dfc29-50ca-443d-91f9-c5766df93ba4 with Priority: HIGHEST for action security_group_rules [ 1492.221021] env[69343]: INFO networking_nsxv3.common.synchronization [req-758d5599-ace0-4296-a7e6-12806d6805b2 req-2241176a-f802-487f-a52c-1367cb919079 service nova] Enqueued Resource ID: 7f3dfc29-50ca-443d-91f9-c5766df93ba4 with Priority: HIGHEST for action security_group_members [ 1492.221021] env[69343]: INFO networking_nsxv3.common.synchronization [req-758d5599-ace0-4296-a7e6-12806d6805b2 req-2241176a-f802-487f-a52c-1367cb919079 service nova] Enqueued Resource ID: 6ad4e0aa-ed09-4c7b-ad1f-d739d5c90d61 with Priority: HIGHEST for action port [ 1492.221021] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f3dfc29-50ca-443d-91f9-c5766df93ba4 with Priority: HIGHEST for action security_group_rules [ 1492.221021] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f3dfc29-50ca-443d-91f9-c5766df93ba4 with Priority: HIGHEST for action security_group_members [ 1492.221021] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ad4e0aa-ed09-4c7b-ad1f-d739d5c90d61 with Priority: HIGHEST for action port [ 1492.221021] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f3dfc29-50ca-443d-91f9-c5766df93ba4 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.221021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f3dfc29-50ca-443d-91f9-c5766df93ba4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.221021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f3dfc29-50ca-443d-91f9-c5766df93ba4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.221021] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f3dfc29-50ca-443d-91f9-c5766df93ba4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.221021] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f3dfc29-50ca-443d-91f9-c5766df93ba4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.222828] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f3dfc29-50ca-443d-91f9-c5766df93ba4 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.222828] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f3dfc29-50ca-443d-91f9-c5766df93ba4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.222828] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f3dfc29-50ca-443d-91f9-c5766df93ba4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.222828] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f3dfc29-50ca-443d-91f9-c5766df93ba4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.222828] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.223053] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.223053] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.223667] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.223667] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.223667] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f3dfc29-50ca-443d-91f9-c5766df93ba4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.225171] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ad4e0aa-ed09-4c7b-ad1f-d739d5c90d61 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.226661] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ad4e0aa-ed09-4c7b-ad1f-d739d5c90d61" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.226661] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ad4e0aa-ed09-4c7b-ad1f-d739d5c90d61" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.226661] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ad4e0aa-ed09-4c7b-ad1f-d739d5c90d61" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.226661] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ad4e0aa-ed09-4c7b-ad1f-d739d5c90d61',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.285355] env[69343]: INFO networking_nsxv3.common.synchronization [None req-67d04a29-db04-4c5e-9d97-dbebfe8167bf tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Enqueued Resource ID: 80186287-02c7-4839-a5a1-c6b9624323be with Priority: HIGHEST for action security_group_rules [ 1492.285835] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80186287-02c7-4839-a5a1-c6b9624323be with Priority: HIGHEST for action security_group_rules [ 1492.286158] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80186287-02c7-4839-a5a1-c6b9624323be taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.286264] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.357113] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b19b316b-06a2-4c91-bf23-727c7266482c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.727916] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f3dfc29-50ca-443d-91f9-c5766df93ba4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.728870] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f3dfc29-50ca-443d-91f9-c5766df93ba4 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.728994] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f3dfc29-50ca-443d-91f9-c5766df93ba4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.729159] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ad4e0aa-ed09-4c7b-ad1f-d739d5c90d61 with status ACTIVE [ 1492.729318] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.729424] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.729874] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.729874] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.729874] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.730037] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.730097] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.730162] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.730319] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.730396] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.730576] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.731798] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.731798] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.731798] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.731798] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.731798] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ad4e0aa-ed09-4c7b-ad1f-d739d5c90d61 is going to be updated. [ 1492.732934] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.732934] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.733108] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.733159] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.733249] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.733333] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80186287-02c7-4839-a5a1-c6b9624323be already deleted. [ 1492.733418] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.733560] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.733700] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.733774] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80186287-02c7-4839-a5a1-c6b9624323be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.753902] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.753902] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.753902] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.753902] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.754165] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.754165] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ad4e0aa-ed09-4c7b-ad1f-d739d5c90d61" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.859970] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.859970] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.859970] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.860186] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.860229] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.860396] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b19b316b-06a2-4c91-bf23-727c7266482c is going to be updated. [ 1492.886208] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.886208] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.886208] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.886364] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.886485] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.899423] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b19b316b-06a2-4c91-bf23-727c7266482c in Status: IN_PROGRESS for 2s [ 1493.232810] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f3dfc29-50ca-443d-91f9-c5766df93ba4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.254077] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.254313] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.254394] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.254607] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.254711] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.254828] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80186287-02c7-4839-a5a1-c6b9624323be already deleted. [ 1493.254943] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.737471] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.737619] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.737666] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.737886] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.737977] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.738094] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f3dfc29-50ca-443d-91f9-c5766df93ba4 is going to be created. [ 1493.760835] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.760835] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.760835] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.760835] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.760835] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.772358] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f3dfc29-50ca-443d-91f9-c5766df93ba4 in Status: UNINITIALIZED for 2s [ 1494.910082] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b19b316b-06a2-4c91-bf23-727c7266482c in Status: SUCCESS [ 1494.910082] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.910433] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.910433] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.910585] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.910678] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.910734] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.910856] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.910935] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.911032] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.911118] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b19b316b-06a2-4c91-bf23-727c7266482c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.414061] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b19b316b-06a2-4c91-bf23-727c7266482c taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.414061] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.414061] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.414061] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.414061] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.414061] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.414061] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.414573] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.414573] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.414573] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.414573] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b19b316b-06a2-4c91-bf23-727c7266482c taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.414724] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.414724] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.414793] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.414933] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.415034] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.415096] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.415235] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.415310] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.415392] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.415483] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b19b316b-06a2-4c91-bf23-727c7266482c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.782409] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f3dfc29-50ca-443d-91f9-c5766df93ba4 in Status: SUCCESS [ 1495.782633] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f3dfc29-50ca-443d-91f9-c5766df93ba4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.782779] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f3dfc29-50ca-443d-91f9-c5766df93ba4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.782991] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f3dfc29-50ca-443d-91f9-c5766df93ba4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.783232] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.783353] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.783414] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.783571] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.783650] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.783735] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f3dfc29-50ca-443d-91f9-c5766df93ba4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.783826] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f3dfc29-50ca-443d-91f9-c5766df93ba4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.917273] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b19b316b-06a2-4c91-bf23-727c7266482c: rpc.has_security_group_logging(os_id): False [ 1495.935126] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.935126] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.935126] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.935377] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.935416] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.935591] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.935689] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.935752] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.935897] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.935973] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.936183] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.936393] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.936393] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.936563] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.936563] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.936735] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.936827] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.937031] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.937137] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.937137] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.937240] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b19b316b-06a2-4c91-bf23-727c7266482c is going to be updated. [ 1495.992354] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.992534] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.992582] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.992763] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.992907] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.003616] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b19b316b-06a2-4c91-bf23-727c7266482c in Status: IN_PROGRESS for 2s [ 1496.286311] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f3dfc29-50ca-443d-91f9-c5766df93ba4 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.286311] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f3dfc29-50ca-443d-91f9-c5766df93ba4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.286311] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f3dfc29-50ca-443d-91f9-c5766df93ba4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.286526] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f3dfc29-50ca-443d-91f9-c5766df93ba4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.286664] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.286797] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.286866] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.287303] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.287303] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.287303] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f3dfc29-50ca-443d-91f9-c5766df93ba4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.287303] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f3dfc29-50ca-443d-91f9-c5766df93ba4 taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.287483] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f3dfc29-50ca-443d-91f9-c5766df93ba4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.287483] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f3dfc29-50ca-443d-91f9-c5766df93ba4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.287546] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f3dfc29-50ca-443d-91f9-c5766df93ba4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.287786] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.287786] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.287937] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.287990] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.288054] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.288117] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f3dfc29-50ca-443d-91f9-c5766df93ba4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.288208] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f3dfc29-50ca-443d-91f9-c5766df93ba4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1496.790347] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f3dfc29-50ca-443d-91f9-c5766df93ba4: rpc.has_security_group_logging(os_id): False [ 1496.809159] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.809334] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.809423] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.809632] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.809723] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.809937] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.810044] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.810107] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.810255] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.810332] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.810506] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.810600] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.810661] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.810794] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.810866] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.811047] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.811139] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.811200] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.811334] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.811407] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.811492] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f3dfc29-50ca-443d-91f9-c5766df93ba4 is going to be created. [ 1496.867090] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.867247] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.867292] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.867472] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.867645] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.880594] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f3dfc29-50ca-443d-91f9-c5766df93ba4 in Status: IN_PROGRESS for 2s [ 1497.286709] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1497.287080] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1497.564286] env[69343]: INFO networking_nsxv3.common.synchronization [req-196757f7-1fd7-4959-9dab-c784f671df7f req-97450ff0-b4ef-4fb3-9fb2-784b8e6851c7 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Enqueued Resource ID: 80186287-02c7-4839-a5a1-c6b9624323be with Priority: HIGHEST for action security_group_members [ 1497.564601] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80186287-02c7-4839-a5a1-c6b9624323be with Priority: HIGHEST for action security_group_members [ 1497.564944] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-80186287-02c7-4839-a5a1-c6b9624323be taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.565296] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.565392] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.565651] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.565806] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.565905] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.565970] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.566165] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.566256] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.566347] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80186287-02c7-4839-a5a1-c6b9624323be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.849173] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.849173] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-871" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.849173] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-871" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.849173] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-871" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.849438] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.849501] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.849698] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.850055] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.850309] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.850552] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1497.850671] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1497.850781] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1497.850890] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1497.851007] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1497.851120] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1497.851254] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1497.869542] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1497.869694] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1497.869830] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1497.869993] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-871" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.870347] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-ec507ecb-00d3-44a9-9f54-0b64ba2a5227 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.870517] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-ec507ecb-00d3-44a9-9f54-0b64ba2a5227" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.870635] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-ec507ecb-00d3-44a9-9f54-0b64ba2a5227" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.870957] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-ec507ecb-00d3-44a9-9f54-0b64ba2a5227" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.871112] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec507ecb-00d3-44a9-9f54-0b64ba2a5227',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1498.018908] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b19b316b-06a2-4c91-bf23-727c7266482c in Status: SUCCESS [ 1498.019103] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.068839] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.069069] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.069069] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.069281] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.069369] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.069569] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.069657] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.069721] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.069860] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.069933] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.070048] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80186287-02c7-4839-a5a1-c6b9624323be already deleted. [ 1498.070152] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.374102] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.374102] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.374511] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.374547] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.374688] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.374844] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Segment Port ec507ecb-00d3-44a9-9f54-0b64ba2a5227 not found, creating... [ 1498.375126] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.375297] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.375416] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.375640] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.375779] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.376069] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.376223] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.376341] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.376546] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.376678] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.376819] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: ec507ecb-00d3-44a9-9f54-0b64ba2a5227 is going to be created. [ 1498.398664] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.398847] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.398973] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.399221] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.399443] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.399654] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-ec507ecb-00d3-44a9-9f54-0b64ba2a5227" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.758302] env[69343]: INFO networking_nsxv3.common.synchronization [req-0a8b1bac-aa9b-4ce1-a569-c84203da813c req-7ab5c5e9-78b5-4992-8e9f-7e6da58377db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Enqueued Resource ID: b19b316b-06a2-4c91-bf23-727c7266482c with Priority: HIGHEST for action security_group_members [ 1498.759332] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b19b316b-06a2-4c91-bf23-727c7266482c with Priority: HIGHEST for action security_group_members [ 1498.759528] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b19b316b-06a2-4c91-bf23-727c7266482c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.759653] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.759721] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.759928] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.760141] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.760244] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.760309] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.760459] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.760544] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.760639] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b19b316b-06a2-4c91-bf23-727c7266482c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1498.893339] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f3dfc29-50ca-443d-91f9-c5766df93ba4 in Status: SUCCESS [ 1498.893674] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f3dfc29-50ca-443d-91f9-c5766df93ba4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.076861] env[69343]: INFO networking_nsxv3.common.synchronization [req-196757f7-1fd7-4959-9dab-c784f671df7f req-1ff1002a-22ad-4fb3-8a6b-b6ca9947ae2f service nova] Enqueued Resource ID: 80186287-02c7-4839-a5a1-c6b9624323be with Priority: HIGHEST for action security_group_rules [ 1499.077069] env[69343]: INFO networking_nsxv3.common.synchronization [req-196757f7-1fd7-4959-9dab-c784f671df7f req-1ff1002a-22ad-4fb3-8a6b-b6ca9947ae2f service nova] Enqueued Resource ID: 80186287-02c7-4839-a5a1-c6b9624323be with Priority: HIGHEST for action security_group_members [ 1499.077229] env[69343]: INFO networking_nsxv3.common.synchronization [req-196757f7-1fd7-4959-9dab-c784f671df7f req-1ff1002a-22ad-4fb3-8a6b-b6ca9947ae2f service nova] Enqueued Resource ID: ec507ecb-00d3-44a9-9f54-0b64ba2a5227 with Priority: HIGHEST for action port [ 1499.077460] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80186287-02c7-4839-a5a1-c6b9624323be with Priority: HIGHEST for action security_group_rules [ 1499.077611] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80186287-02c7-4839-a5a1-c6b9624323be with Priority: HIGHEST for action security_group_members [ 1499.077762] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec507ecb-00d3-44a9-9f54-0b64ba2a5227 with Priority: HIGHEST for action port [ 1499.078245] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80186287-02c7-4839-a5a1-c6b9624323be taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.078366] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.078433] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.078631] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.078712] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80186287-02c7-4839-a5a1-c6b9624323be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.079550] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-80186287-02c7-4839-a5a1-c6b9624323be taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.079661] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.079730] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.079892] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.080373] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.080476] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.080577] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.080687] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.080771] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.080860] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80186287-02c7-4839-a5a1-c6b9624323be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.081599] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec507ecb-00d3-44a9-9f54-0b64ba2a5227 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.081714] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec507ecb-00d3-44a9-9f54-0b64ba2a5227" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.081770] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec507ecb-00d3-44a9-9f54-0b64ba2a5227" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.083176] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec507ecb-00d3-44a9-9f54-0b64ba2a5227" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.083176] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec507ecb-00d3-44a9-9f54-0b64ba2a5227',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.264528] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b19b316b-06a2-4c91-bf23-727c7266482c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.584027] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-80186287-02c7-4839-a5a1-c6b9624323be taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.584325] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.584369] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80186287-02c7-4839-a5a1-c6b9624323be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.585265] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec507ecb-00d3-44a9-9f54-0b64ba2a5227 with status ACTIVE [ 1499.585445] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.585554] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.585623] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.585823] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.585912] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.586100] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.586208] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.586253] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.587038] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.587038] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.587038] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.587038] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.587038] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.587038] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.587038] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.587387] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec507ecb-00d3-44a9-9f54-0b64ba2a5227 is going to be updated. [ 1499.606241] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.606362] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.606431] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.607027] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.607027] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.607027] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec507ecb-00d3-44a9-9f54-0b64ba2a5227" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.767288] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b19b316b-06a2-4c91-bf23-727c7266482c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.088758] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80186287-02c7-4839-a5a1-c6b9624323be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.269887] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.270234] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.270363] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.270600] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.270701] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.270808] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b19b316b-06a2-4c91-bf23-727c7266482c is going to be updated. [ 1500.297969] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.298127] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.298175] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.298360] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.298503] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.306158] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b19b316b-06a2-4c91-bf23-727c7266482c in Status: IN_PROGRESS for 2s [ 1500.591790] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.592183] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.592183] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.592262] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.592358] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.592454] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80186287-02c7-4839-a5a1-c6b9624323be is going to be created. [ 1500.613747] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.613906] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.613906] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.614111] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.614268] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.623273] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80186287-02c7-4839-a5a1-c6b9624323be in Status: UNINITIALIZED for 2s [ 1502.086614] env[69343]: INFO networking_nsxv3.common.synchronization [req-6e68d072-282f-49e1-a498-137c622dce5f req-46091578-6db6-427b-8550-ee3fd90c6a0c tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Enqueued Resource ID: 7f3dfc29-50ca-443d-91f9-c5766df93ba4 with Priority: HIGHEST for action security_group_members [ 1502.088505] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f3dfc29-50ca-443d-91f9-c5766df93ba4 with Priority: HIGHEST for action security_group_members [ 1502.088505] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f3dfc29-50ca-443d-91f9-c5766df93ba4 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.088505] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f3dfc29-50ca-443d-91f9-c5766df93ba4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.088505] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f3dfc29-50ca-443d-91f9-c5766df93ba4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.088505] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f3dfc29-50ca-443d-91f9-c5766df93ba4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.088505] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.092962] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.093056] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.093286] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.093510] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.093510] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f3dfc29-50ca-443d-91f9-c5766df93ba4',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.314675] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b19b316b-06a2-4c91-bf23-727c7266482c in Status: SUCCESS [ 1502.314846] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.596097] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.596264] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.596319] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.596547] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.596641] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.596842] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.596934] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.596990] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.597168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.597250] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.597305] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f3dfc29-50ca-443d-91f9-c5766df93ba4 is going to be updated. [ 1502.623921] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.624066] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.624138] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.624316] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.624446] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.633351] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f3dfc29-50ca-443d-91f9-c5766df93ba4 in Status: IN_PROGRESS for 2s [ 1502.634163] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80186287-02c7-4839-a5a1-c6b9624323be in Status: SUCCESS [ 1502.634370] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.634511] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.634677] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.634839] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.634942] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.635019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.635160] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.635238] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.635310] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.635395] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80186287-02c7-4839-a5a1-c6b9624323be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.137389] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80186287-02c7-4839-a5a1-c6b9624323be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.640091] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80186287-02c7-4839-a5a1-c6b9624323be: rpc.has_security_group_logging(os_id): False [ 1503.657408] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.657549] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.657611] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.657824] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.657915] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.658158] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.658259] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.658314] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.658463] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.658537] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.658621] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80186287-02c7-4839-a5a1-c6b9624323be is going to be created. [ 1503.719283] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.719441] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.719484] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.719731] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.719916] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.729799] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80186287-02c7-4839-a5a1-c6b9624323be in Status: IN_PROGRESS for 2s [ 1504.643038] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f3dfc29-50ca-443d-91f9-c5766df93ba4 in Status: SUCCESS [ 1504.643038] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f3dfc29-50ca-443d-91f9-c5766df93ba4 deletion is rescheduled due to dependency. [ 1504.643038] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f3dfc29-50ca-443d-91f9-c5766df93ba4" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.741996] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80186287-02c7-4839-a5a1-c6b9624323be in Status: SUCCESS [ 1505.742416] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.087541] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1507.087866] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1512.088671] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1512.088671] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1517.089876] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1517.090314] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1522.091018] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1522.091402] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1527.092662] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1527.092917] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1532.094066] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1532.094066] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1536.741277] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-176 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.741630] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-176" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.741630] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-176" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.741881] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-176" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.742280] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.742481] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.742615] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.742838] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.742989] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.743227] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1536.743348] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1536.743492] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1536.743611] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1536.743729] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1536.743841] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1536.743982] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1536.762587] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1536.762735] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1536.762870] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1536.763040] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-176" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.763302] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.763481] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.763585] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.763805] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.763940] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.095330] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1537.095532] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1537.265888] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.266225] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.266225] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.266510] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.266666] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.266947] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.267120] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.267244] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.267466] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.267608] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.267893] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.268063] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.268182] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.268393] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.268532] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.268675] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec is going to be updated. [ 1537.288374] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.288588] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.288654] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.288883] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.289090] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.289306] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.965440] env[69343]: INFO networking_nsxv3.common.synchronization [req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 req-5b1bccff-dbd1-494d-954b-ca5679f16000 service nova] Enqueued Resource ID: b19b316b-06a2-4c91-bf23-727c7266482c with Priority: HIGHEST for action security_group_rules [ 1537.965686] env[69343]: INFO networking_nsxv3.common.synchronization [req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 req-5b1bccff-dbd1-494d-954b-ca5679f16000 service nova] Enqueued Resource ID: b19b316b-06a2-4c91-bf23-727c7266482c with Priority: HIGHEST for action security_group_members [ 1537.965845] env[69343]: INFO networking_nsxv3.common.synchronization [req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 req-5b1bccff-dbd1-494d-954b-ca5679f16000 service nova] Enqueued Resource ID: c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec with Priority: HIGHEST for action port [ 1537.966039] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b19b316b-06a2-4c91-bf23-727c7266482c with Priority: HIGHEST for action security_group_rules [ 1537.966181] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b19b316b-06a2-4c91-bf23-727c7266482c with Priority: HIGHEST for action security_group_members [ 1537.966279] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec with Priority: HIGHEST for action port [ 1537.966829] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b19b316b-06a2-4c91-bf23-727c7266482c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.967029] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.967218] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.967447] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.967534] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b19b316b-06a2-4c91-bf23-727c7266482c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.968789] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b19b316b-06a2-4c91-bf23-727c7266482c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.970717] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.970717] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.970717] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.970717] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.970717] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.970717] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.970717] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.970717] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.970717] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b19b316b-06a2-4c91-bf23-727c7266482c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.970717] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.970717] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.970717] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.971726] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.971726] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.469829] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b19b316b-06a2-4c91-bf23-727c7266482c taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.470015] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.474030] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec with status ACTIVE [ 1538.474030] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.474030] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.474030] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.474030] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.474030] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.474357] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.474357] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.474357] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.474518] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.474567] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.474721] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.474833] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.474893] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.475051] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.475128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.475212] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec is going to be updated. [ 1538.476251] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b19b316b-06a2-4c91-bf23-727c7266482c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.495165] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.495295] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.495352] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.495527] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.495657] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.496361] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.978568] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b19b316b-06a2-4c91-bf23-727c7266482c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.481144] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.481385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.481385] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.481593] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.481682] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.481785] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b19b316b-06a2-4c91-bf23-727c7266482c is going to be updated. [ 1539.512677] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.512862] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.512862] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.513077] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.513218] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.520917] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b19b316b-06a2-4c91-bf23-727c7266482c in Status: IN_PROGRESS for 2s [ 1541.531206] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b19b316b-06a2-4c91-bf23-727c7266482c in Status: SUCCESS [ 1541.531537] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.531537] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.531746] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.531937] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.532066] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.532128] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.532311] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.532395] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.532506] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.532604] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b19b316b-06a2-4c91-bf23-727c7266482c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.035018] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b19b316b-06a2-4c91-bf23-727c7266482c taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.035252] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.035305] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.035491] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.035661] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.035757] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.035817] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.035965] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.036064] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.036152] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.036297] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b19b316b-06a2-4c91-bf23-727c7266482c taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.036389] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.036446] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.036611] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.036722] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.036805] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.036875] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.036995] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.037081] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.037193] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.037257] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b19b316b-06a2-4c91-bf23-727c7266482c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.539537] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b19b316b-06a2-4c91-bf23-727c7266482c: rpc.has_security_group_logging(os_id): False [ 1542.557240] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.557464] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.557464] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.557666] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.557775] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.557981] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.558108] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.558173] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.558337] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.558419] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.558657] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.558778] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.558832] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.558988] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.559072] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.559289] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.559398] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.559460] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.559602] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.559672] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.559779] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b19b316b-06a2-4c91-bf23-727c7266482c is going to be updated. [ 1542.619677] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.619898] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.619942] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.620194] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.620383] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.632256] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b19b316b-06a2-4c91-bf23-727c7266482c in Status: IN_PROGRESS for 2s [ 1542.967218] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1542.967395] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1544.650703] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b19b316b-06a2-4c91-bf23-727c7266482c in Status: SUCCESS [ 1544.651090] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.968547] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1547.968946] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1552.969239] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1552.969672] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1557.970094] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1557.970094] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1562.970862] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1562.971186] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1567.800703] env[69343]: INFO networking_nsxv3.common.synchronization [req-53a547e9-7d3e-4bda-8007-53eed31da5c2 req-5877c32b-743b-49f3-89df-b8f8d02dc6ee tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Enqueued Resource ID: b19b316b-06a2-4c91-bf23-727c7266482c with Priority: HIGHEST for action security_group_members [ 1567.801421] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b19b316b-06a2-4c91-bf23-727c7266482c with Priority: HIGHEST for action security_group_members [ 1567.801752] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-b19b316b-06a2-4c91-bf23-727c7266482c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.801879] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.801975] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.803041] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.803041] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.803041] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.803041] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.803041] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.803041] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.803041] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b19b316b-06a2-4c91-bf23-727c7266482c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.305688] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.305875] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.305923] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.306257] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.306391] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.306630] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.306738] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.306803] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.306949] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.307041] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.307129] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b19b316b-06a2-4c91-bf23-727c7266482c is going to be updated. [ 1568.335672] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.335832] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.335882] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.336053] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.336190] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.343484] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b19b316b-06a2-4c91-bf23-727c7266482c in Status: IN_PROGRESS for 2s [ 1570.353712] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b19b316b-06a2-4c91-bf23-727c7266482c in Status: SUCCESS [ 1570.354061] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b19b316b-06a2-4c91-bf23-727c7266482c deletion is rescheduled due to dependency. [ 1570.354108] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.802425] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1572.802902] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1574.324617] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.325052] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "network-871" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.325052] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "network-871" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.325261] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "network-871" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.325515] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.325675] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.325799] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.326023] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.326171] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.326390] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1574.326504] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] NeedRegenerationException {{(pid=69343) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1574.326616] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] no value, waiting for create lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1574.326726] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] value creation lock acquired {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1574.326840] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] No value present for key: 'zone-id' {{(pid=69343) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1574.326947] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Calling creation function for not-yet-present value {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1574.327090] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1574.428096] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1574.428280] env[69343]: DEBUG dogpile.cache.region [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Cache value generated in 0.101 seconds for key(s): 'zone-id' {{(pid=69343) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1574.428462] env[69343]: DEBUG dogpile.lock [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Released creation lock {{(pid=69343) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1574.428584] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "network-871" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.428913] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock port-ec507ecb-00d3-44a9-9f54-0b64ba2a5227 taken with stack trace [, , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.429103] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "port-ec507ecb-00d3-44a9-9f54-0b64ba2a5227" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.429225] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "port-ec507ecb-00d3-44a9-9f54-0b64ba2a5227" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.429499] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "port-ec507ecb-00d3-44a9-9f54-0b64ba2a5227" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.429643] env[69343]: DEBUG networking_nsxv3.api.rpc [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec507ecb-00d3-44a9-9f54-0b64ba2a5227',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1574.932608] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.932872] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.932927] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.933241] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.933401] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.933722] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.933889] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.934026] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.934254] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.934396] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.934683] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.934850] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.934968] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.935199] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.935340] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.935483] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Resource: SegmentPort with ID: ec507ecb-00d3-44a9-9f54-0b64ba2a5227 is going to be updated. [ 1574.956270] env[69343]: DEBUG networking_nsxv3.common.locking [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.956440] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.956568] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.956805] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.957009] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.957231] env[69343]: DEBUG oslo_concurrency.lockutils [None req-4e5cfa59-46d9-4fb3-86bf-b5f561abe828 None None] Releasing lock "port-ec507ecb-00d3-44a9-9f54-0b64ba2a5227" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.528419] env[69343]: INFO networking_nsxv3.common.synchronization [req-e4d33de6-c9ed-42e4-9c8f-372a994872da req-2b308478-d57a-4002-b788-4711a5dda1c2 service nova] Enqueued Resource ID: 80186287-02c7-4839-a5a1-c6b9624323be with Priority: HIGHEST for action security_group_rules [ 1575.528659] env[69343]: INFO networking_nsxv3.common.synchronization [req-e4d33de6-c9ed-42e4-9c8f-372a994872da req-2b308478-d57a-4002-b788-4711a5dda1c2 service nova] Enqueued Resource ID: 80186287-02c7-4839-a5a1-c6b9624323be with Priority: HIGHEST for action security_group_members [ 1575.528751] env[69343]: INFO networking_nsxv3.common.synchronization [req-e4d33de6-c9ed-42e4-9c8f-372a994872da req-2b308478-d57a-4002-b788-4711a5dda1c2 service nova] Enqueued Resource ID: ec507ecb-00d3-44a9-9f54-0b64ba2a5227 with Priority: HIGHEST for action port [ 1575.528980] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80186287-02c7-4839-a5a1-c6b9624323be with Priority: HIGHEST for action security_group_rules [ 1575.529129] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80186287-02c7-4839-a5a1-c6b9624323be with Priority: HIGHEST for action security_group_members [ 1575.529226] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec507ecb-00d3-44a9-9f54-0b64ba2a5227 with Priority: HIGHEST for action port [ 1575.529776] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80186287-02c7-4839-a5a1-c6b9624323be taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.529899] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.529970] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.530316] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.530402] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80186287-02c7-4839-a5a1-c6b9624323be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1575.531707] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-80186287-02c7-4839-a5a1-c6b9624323be taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.531930] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.531930] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.532184] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.532240] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.532333] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.532395] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.532533] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.532618] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.532739] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80186287-02c7-4839-a5a1-c6b9624323be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1575.533893] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec507ecb-00d3-44a9-9f54-0b64ba2a5227 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.534020] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec507ecb-00d3-44a9-9f54-0b64ba2a5227" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.534079] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec507ecb-00d3-44a9-9f54-0b64ba2a5227" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.534362] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec507ecb-00d3-44a9-9f54-0b64ba2a5227" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.534455] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec507ecb-00d3-44a9-9f54-0b64ba2a5227',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1576.032829] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-80186287-02c7-4839-a5a1-c6b9624323be taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.033064] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.036251] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec507ecb-00d3-44a9-9f54-0b64ba2a5227 with status ACTIVE [ 1576.036436] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.036561] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.036628] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.036820] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.036906] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.037232] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.037232] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.037417] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.037467] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.037506] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.037690] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.037786] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.037847] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.037983] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.038071] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.038156] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec507ecb-00d3-44a9-9f54-0b64ba2a5227 is going to be updated. [ 1576.039205] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80186287-02c7-4839-a5a1-c6b9624323be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1576.058318] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.058482] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.058531] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.058677] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.058805] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.058958] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec507ecb-00d3-44a9-9f54-0b64ba2a5227" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.541780] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80186287-02c7-4839-a5a1-c6b9624323be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1577.044280] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.044510] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.044510] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.044665] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.044756] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.044860] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80186287-02c7-4839-a5a1-c6b9624323be is going to be updated. [ 1577.071480] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.071699] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.071699] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.071928] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.072107] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.080400] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80186287-02c7-4839-a5a1-c6b9624323be in Status: IN_PROGRESS for 2s [ 1579.091214] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80186287-02c7-4839-a5a1-c6b9624323be in Status: SUCCESS [ 1579.091612] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.091661] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.091874] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.092106] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.092262] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.092336] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.092526] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.092616] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.092726] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.092839] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80186287-02c7-4839-a5a1-c6b9624323be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1579.595861] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80186287-02c7-4839-a5a1-c6b9624323be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1580.098410] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80186287-02c7-4839-a5a1-c6b9624323be: rpc.has_security_group_logging(os_id): False [ 1580.117472] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.117695] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.117695] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.117937] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.118049] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.118334] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.118463] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.118524] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.118691] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.118779] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.118865] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80186287-02c7-4839-a5a1-c6b9624323be is going to be updated. [ 1580.172305] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.172681] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.172681] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.172881] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.172952] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.189664] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80186287-02c7-4839-a5a1-c6b9624323be in Status: IN_PROGRESS for 2s [ 1580.530751] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1580.530949] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1582.207071] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80186287-02c7-4839-a5a1-c6b9624323be in Status: SUCCESS [ 1582.207513] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.532293] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1585.532723] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1590.534333] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1590.534699] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1595.535434] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1595.535804] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1600.537055] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1600.537445] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1605.538400] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1605.538721] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1606.408670] env[69343]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1606.408877] env[69343]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-8895be4a-d6ba-43a0-acbf-a6908d144f11 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1610.539299] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1610.539752] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1615.540205] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1615.540638] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1620.541673] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1620.541673] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1625.542444] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1625.542768] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1627.012320] env[69343]: INFO networking_nsxv3.common.synchronization [req-61446768-1cf8-4efb-b2a5-240b559c9bbb req-9dec82c2-13a7-44e6-914b-49448a2eb724 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Enqueued Resource ID: 80186287-02c7-4839-a5a1-c6b9624323be with Priority: HIGHEST for action security_group_members [ 1627.012860] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80186287-02c7-4839-a5a1-c6b9624323be with Priority: HIGHEST for action security_group_members [ 1627.013232] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock member-80186287-02c7-4839-a5a1-c6b9624323be taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1627.013368] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.013568] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1627.013875] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1627.014188] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1627.015023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.015023] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1627.015222] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1627.016382] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1627.016382] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80186287-02c7-4839-a5a1-c6b9624323be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1627.517964] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1627.518232] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.518232] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1627.518356] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1627.518449] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1627.518642] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1627.518731] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.518792] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1627.518935] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1627.519025] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1627.519151] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80186287-02c7-4839-a5a1-c6b9624323be is going to be updated. [ 1627.546208] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1627.546391] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.546457] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1627.546640] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1627.546802] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1627.560878] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80186287-02c7-4839-a5a1-c6b9624323be in Status: IN_PROGRESS for 2s [ 1629.571560] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80186287-02c7-4839-a5a1-c6b9624323be in Status: SUCCESS [ 1629.571921] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80186287-02c7-4839-a5a1-c6b9624323be deletion is rescheduled due to dependency. [ 1629.571921] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1632.013920] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1632.014493] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1637.014589] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1637.014879] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1642.016677] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1642.016677] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1647.018498] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1647.018498] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1652.019603] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1652.019603] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1654.352066] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1654.352066] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.352066] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1654.352066] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1654.352066] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1654.854053] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1655.356293] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1655.858842] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1655.859043] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1656.645550] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1656.645948] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.645948] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1656.646166] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1656.659528] env[69343]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1656.660364] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1656.661108] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1656.695548] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1656.695672] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.695767] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1656.695924] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1656.710576] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1656.711246] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1656.711363] env[69343]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69343) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1656.711402] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1656.740315] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1656.740445] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.740493] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1656.740706] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1656.741372] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1656.741507] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1656.814914] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1656.815067] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.815110] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1656.815276] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1656.815521] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1656.815743] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1656.886224] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1656.886350] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.886400] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1656.886575] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1656.886819] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1656.887048] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:28. [ 1656.887140] env[69343]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8', '54c052bd-bb2b-425b-a647-95601d645611', '5a4db52e-5882-4ee2-b0c4-bf285fc48e28', 'e27d0b70-ae3c-415d-9b7d-c2750448f2f3', 'c79e4546-925e-4461-b3cd-087a7698ad79', '80186287-02c7-4839-a5a1-c6b9624323be', '39636ad9-f28e-4bcf-98f8-8555151bba24', '9a0b2103-d975-4472-afb2-cba12e59e6b5', '95cf8685-9625-4704-a3a8-ade9f2c9ce83', '04dceb30-5dd4-47f5-953c-3d780cfd5b82', '694c549d-dffb-46e6-9e3d-a23a93b625be', '833c6a08-9446-43d9-ac6d-7d0c8738d152', '4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834', '0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193', '41dca42e-4920-42a2-a74f-d8fa590a2464', '5d5ac5ab-e72f-4d27-a05a-cfca61ee3444', 'ca29e31f-fa66-41ed-ad31-30ffd294523e', 'b19b316b-06a2-4c91-bf23-727c7266482c', '7b366d59-3704-44ad-b706-df7c1f8c02dd', 'c2bcfb43-8656-4657-b3e6-8e1cfa4681d6', 'ba2e2b6b-0d86-4d7e-95a4-4a7f938b1857', '8a4c2391-b55f-4e4b-baca-dd6607962828', 'ec2565f9-38b0-4dcc-b34c-dc4dab2e94db', '28636f6b-e0c6-460e-a0cf-e9c7b769dc2e', '15c643df-5183-4db2-90b0-e97d150ccadb', '3e6af472-50a9-457a-b0b2-5ad0aea42f2f', '766f412f-9fe1-45fc-985e-7ed15f3ddfeb', '7f3dfc29-50ca-443d-91f9-c5766df93ba4'} {{(pid=69343) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1656.887252] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1656.903583] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1656.903717] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.903717] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1656.903867] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1656.903948] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1656.904059] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1656.904130] env[69343]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69343) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1656.904196] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1656.973454] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1656.973651] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.973705] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1656.973921] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1656.975088] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1656.975346] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1656.975425] env[69343]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69343) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1656.975498] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1656.975567] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1656.975662] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/28 resources of Type:Security Group Rules [ 1656.975749] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 with Priority: HIGH for action security_group_rules [ 1656.975831] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54c052bd-bb2b-425b-a647-95601d645611 with Priority: HIGH for action security_group_rules [ 1656.975897] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGH for action security_group_rules [ 1656.975958] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e27d0b70-ae3c-415d-9b7d-c2750448f2f3 with Priority: HIGH for action security_group_rules [ 1656.976023] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c79e4546-925e-4461-b3cd-087a7698ad79 with Priority: HIGH for action security_group_rules [ 1656.976081] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 80186287-02c7-4839-a5a1-c6b9624323be with Priority: HIGH for action security_group_rules [ 1656.976140] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 39636ad9-f28e-4bcf-98f8-8555151bba24 with Priority: HIGH for action security_group_rules [ 1656.976199] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 with Priority: HIGH for action security_group_rules [ 1656.976255] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 95cf8685-9625-4704-a3a8-ade9f2c9ce83 with Priority: HIGH for action security_group_rules [ 1656.976316] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04dceb30-5dd4-47f5-953c-3d780cfd5b82 with Priority: HIGH for action security_group_rules [ 1656.976372] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 694c549d-dffb-46e6-9e3d-a23a93b625be with Priority: HIGH for action security_group_rules [ 1656.976447] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGH for action security_group_rules [ 1656.976501] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834 with Priority: HIGH for action security_group_rules [ 1656.976551] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193 with Priority: HIGH for action security_group_rules [ 1656.976587] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 with Priority: HIGH for action security_group_rules [ 1656.976647] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 with Priority: HIGH for action security_group_rules [ 1656.976705] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ca29e31f-fa66-41ed-ad31-30ffd294523e with Priority: HIGH for action security_group_rules [ 1656.976768] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b19b316b-06a2-4c91-bf23-727c7266482c with Priority: HIGH for action security_group_rules [ 1656.976827] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b366d59-3704-44ad-b706-df7c1f8c02dd with Priority: HIGH for action security_group_rules [ 1656.976881] env[69343]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 with Priority: HIGH for action security_group_rules [ 1656.976977] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1657.020414] env[69343]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1657.020515] env[69343]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1657.020634] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 with Priority: HIGH for action security_group_rules [ 1657.020759] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 with Priority: HIGH for action security_group_rules [ 1657.020857] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39636ad9-f28e-4bcf-98f8-8555151bba24 with Priority: HIGH for action security_group_rules [ 1657.020954] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41dca42e-4920-42a2-a74f-d8fa590a2464 with Priority: HIGH for action security_group_rules [ 1657.021061] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 with Priority: HIGH for action security_group_rules [ 1657.021153] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b366d59-3704-44ad-b706-df7c1f8c02dd with Priority: HIGH for action security_group_rules [ 1657.021262] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b19b316b-06a2-4c91-bf23-727c7266482c with Priority: HIGH for action security_group_rules [ 1657.021365] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca29e31f-fa66-41ed-ad31-30ffd294523e with Priority: HIGH for action security_group_rules [ 1657.021456] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193 with Priority: HIGH for action security_group_rules [ 1657.021545] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 with Priority: HIGH for action security_group_rules [ 1657.021630] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834 with Priority: HIGH for action security_group_rules [ 1657.021757] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833c6a08-9446-43d9-ac6d-7d0c8738d152 with Priority: HIGH for action security_group_rules [ 1657.021853] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694c549d-dffb-46e6-9e3d-a23a93b625be with Priority: HIGH for action security_group_rules [ 1657.021965] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04dceb30-5dd4-47f5-953c-3d780cfd5b82 with Priority: HIGH for action security_group_rules [ 1657.022078] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95cf8685-9625-4704-a3a8-ade9f2c9ce83 with Priority: HIGH for action security_group_rules [ 1657.022166] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80186287-02c7-4839-a5a1-c6b9624323be with Priority: HIGH for action security_group_rules [ 1657.022253] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a0b2103-d975-4472-afb2-cba12e59e6b5 with Priority: HIGH for action security_group_rules [ 1657.022338] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c79e4546-925e-4461-b3cd-087a7698ad79 with Priority: HIGH for action security_group_rules [ 1657.022425] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c052bd-bb2b-425b-a647-95601d645611 with Priority: HIGH for action security_group_rules [ 1657.022509] env[69343]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e27d0b70-ae3c-415d-9b7d-c2750448f2f3 with Priority: HIGH for action security_group_rules [ 1657.022810] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.022926] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.022986] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.023205] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.023285] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1657.024339] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a4db52e-5882-4ee2-b0c4-bf285fc48e28 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.024457] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.024525] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.024735] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a4db52e-5882-4ee2-b0c4-bf285fc48e28" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.024829] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a4db52e-5882-4ee2-b0c4-bf285fc48e28',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1657.025632] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39636ad9-f28e-4bcf-98f8-8555151bba24 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.025750] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39636ad9-f28e-4bcf-98f8-8555151bba24" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.025808] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39636ad9-f28e-4bcf-98f8-8555151bba24" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.025954] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39636ad9-f28e-4bcf-98f8-8555151bba24" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.026032] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39636ad9-f28e-4bcf-98f8-8555151bba24',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1657.027056] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41dca42e-4920-42a2-a74f-d8fa590a2464 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.027170] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.027232] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.027383] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41dca42e-4920-42a2-a74f-d8fa590a2464" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.027453] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41dca42e-4920-42a2-a74f-d8fa590a2464',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1657.028122] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.028227] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.028290] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.028444] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2bcfb43-8656-4657-b3e6-8e1cfa4681d6" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.028521] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2bcfb43-8656-4657-b3e6-8e1cfa4681d6',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1657.031561] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b366d59-3704-44ad-b706-df7c1f8c02dd taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.031561] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b366d59-3704-44ad-b706-df7c1f8c02dd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.031561] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b366d59-3704-44ad-b706-df7c1f8c02dd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.031561] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b366d59-3704-44ad-b706-df7c1f8c02dd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.031561] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b366d59-3704-44ad-b706-df7c1f8c02dd',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1657.031561] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b19b316b-06a2-4c91-bf23-727c7266482c taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.031561] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.031561] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.031561] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b19b316b-06a2-4c91-bf23-727c7266482c" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.031561] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b19b316b-06a2-4c91-bf23-727c7266482c',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1657.031561] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca29e31f-fa66-41ed-ad31-30ffd294523e taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.031561] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca29e31f-fa66-41ed-ad31-30ffd294523e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.032381] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca29e31f-fa66-41ed-ad31-30ffd294523e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.032381] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca29e31f-fa66-41ed-ad31-30ffd294523e" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.032381] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca29e31f-fa66-41ed-ad31-30ffd294523e',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1657.032555] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.032644] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.032644] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.032795] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.032867] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1657.033540] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.033629] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.033687] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.033832] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.033905] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d5ac5ab-e72f-4d27-a05a-cfca61ee3444',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1657.034570] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.034667] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.034732] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.034877] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.034947] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1657.035690] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-833c6a08-9446-43d9-ac6d-7d0c8738d152 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.035801] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.035858] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.036106] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-833c6a08-9446-43d9-ac6d-7d0c8738d152" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.036106] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('833c6a08-9446-43d9-ac6d-7d0c8738d152',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1657.036729] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-694c549d-dffb-46e6-9e3d-a23a93b625be taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.036867] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.037018] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.037089] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-694c549d-dffb-46e6-9e3d-a23a93b625be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.037140] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('694c549d-dffb-46e6-9e3d-a23a93b625be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1657.037790] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04dceb30-5dd4-47f5-953c-3d780cfd5b82 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.037851] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04dceb30-5dd4-47f5-953c-3d780cfd5b82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.037890] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04dceb30-5dd4-47f5-953c-3d780cfd5b82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.038061] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04dceb30-5dd4-47f5-953c-3d780cfd5b82" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.038133] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04dceb30-5dd4-47f5-953c-3d780cfd5b82',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1657.038841] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95cf8685-9625-4704-a3a8-ade9f2c9ce83 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.038949] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95cf8685-9625-4704-a3a8-ade9f2c9ce83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.039019] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95cf8685-9625-4704-a3a8-ade9f2c9ce83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.039167] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95cf8685-9625-4704-a3a8-ade9f2c9ce83" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.039234] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95cf8685-9625-4704-a3a8-ade9f2c9ce83',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1657.039877] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80186287-02c7-4839-a5a1-c6b9624323be taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.039975] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.040053] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.040199] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80186287-02c7-4839-a5a1-c6b9624323be" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.040262] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80186287-02c7-4839-a5a1-c6b9624323be',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1657.040907] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a0b2103-d975-4472-afb2-cba12e59e6b5 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.041069] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.041069] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.041211] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a0b2103-d975-4472-afb2-cba12e59e6b5" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.041285] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a0b2103-d975-4472-afb2-cba12e59e6b5',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1657.041934] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c79e4546-925e-4461-b3cd-087a7698ad79 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.042049] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c79e4546-925e-4461-b3cd-087a7698ad79" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.042112] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c79e4546-925e-4461-b3cd-087a7698ad79" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.042254] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c79e4546-925e-4461-b3cd-087a7698ad79" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.042328] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c79e4546-925e-4461-b3cd-087a7698ad79',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1657.043102] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54c052bd-bb2b-425b-a647-95601d645611 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.043168] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54c052bd-bb2b-425b-a647-95601d645611" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.043246] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54c052bd-bb2b-425b-a647-95601d645611" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.043396] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54c052bd-bb2b-425b-a647-95601d645611" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.043472] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54c052bd-bb2b-425b-a647-95601d645611',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1657.044180] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e27d0b70-ae3c-415d-9b7d-c2750448f2f3 taken with stack trace [, , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.044301] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.044356] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.044502] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e27d0b70-ae3c-415d-9b7d-c2750448f2f3" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.044576] env[69343]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e27d0b70-ae3c-415d-9b7d-c2750448f2f3',) {} {{(pid=69343) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1657.066017] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.066177] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.066221] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.066400] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.070126] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.070239] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.084320] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1657.084471] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b366d59-3704-44ad-b706-df7c1f8c02dd is going to be deleted. [ 1657.085242] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.085444] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.101253] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1657.101380] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d5ac5ab-e72f-4d27-a05a-cfca61ee3444 is going to be deleted. [ 1657.137156] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.137315] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.137315] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.137629] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.137719] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1657.137828] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b366d59-3704-44ad-b706-df7c1f8c02dd" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1657.146086] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.146212] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.146251] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.146422] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.146599] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1657.146709] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d5ac5ab-e72f-4d27-a05a-cfca61ee3444" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1657.612528] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.612845] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.612845] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.612953] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.614643] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.614824] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.615515] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.615622] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.616285] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.616395] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.617055] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.617155] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.617779] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.617867] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.618545] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.618645] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.619387] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.619495] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.620157] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.620262] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.620904] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.621012] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.621696] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.621791] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.622693] env[69343]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1657.623105] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.623215] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.623806] env[69343]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1657.624202] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.624307] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.624838] env[69343]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1657.625198] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.625287] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.625863] env[69343]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1657.626245] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.626334] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.626896] env[69343]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1657.627259] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.627370] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.627929] env[69343]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1657.628308] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.628403] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.628951] env[69343]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1657.629356] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.629459] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.640337] env[69343]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1657.640802] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1657.640927] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 694c549d-dffb-46e6-9e3d-a23a93b625be is going to be deleted. [ 1657.641815] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.642015] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.658767] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1657.659038] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80186287-02c7-4839-a5a1-c6b9624323be is going to be deleted. [ 1657.659597] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.659762] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.675374] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1657.675468] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54c052bd-bb2b-425b-a647-95601d645611 is going to be deleted. [ 1657.676169] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.676339] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.693283] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1657.693425] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ab4a3d6-2172-4b8c-aa7e-3d10c8ed9834 is going to be deleted. [ 1657.694088] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.694252] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.696329] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.696422] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.711607] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1657.711720] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b19b316b-06a2-4c91-bf23-727c7266482c is going to be deleted. [ 1657.712395] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.712553] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.713728] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.713852] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.727244] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.727361] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.738207] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1657.738324] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2bcfb43-8656-4657-b3e6-8e1cfa4681d6 is going to be deleted. [ 1657.739024] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.739190] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.759702] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.759807] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.767477] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1657.767581] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0a15eb5-27fc-4aaf-8a0b-51b81d880ee8 is going to be deleted. [ 1657.768294] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.768468] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.792701] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.792800] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.794102] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1657.794214] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a4db52e-5882-4ee2-b0c4-bf285fc48e28 is going to be deleted. [ 1657.794892] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.795070] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.824495] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1657.824612] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e8b3c0f-1c54-40d9-9c10-c4f4c16f9193 is going to be deleted. [ 1657.825263] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.825425] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.889398] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.889504] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.891521] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.891608] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.918046] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1657.918142] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39636ad9-f28e-4bcf-98f8-8555151bba24 is going to be deleted. [ 1657.918894] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.919104] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.960020] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.960163] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.977067] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1657.977186] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95cf8685-9625-4704-a3a8-ade9f2c9ce83 is going to be deleted. [ 1657.977987] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.978199] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1658.055667] env[69343]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1658.055879] env[69343]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04dceb30-5dd4-47f5-953c-3d780cfd5b82 is going to be deleted. [ 1658.056712] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1658.056918] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1658.059504] env[69343]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69343) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1658.059606] env[69343]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69343) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}